{ "n_items_universe": 766, "exclusions": { "bielik-pl-11b-v3.0-instruct": { "empty": 0, "roundtrip": 0, "low_tf": 39, "no_lang_pos": 28 }, "bielik-11b-v3.0-instruct": { "empty": 0, "roundtrip": 0, "low_tf": 21, "no_lang_pos": 0 } }, "anchors_final_layer_EN_share": { "bielik-pl-11b-v3.0-instruct|gsm8k_pl|pl": 0.1096, "bielik-pl-11b-v3.0-instruct|gsm8k_pl|en": 0.965, "bielik-pl-11b-v3.0-instruct|llmzszl_stem|pl": 0.1095, "bielik-pl-11b-v3.0-instruct|llmzszl_stem|en": 0.948, "bielik-pl-11b-v3.0-instruct|pes|pl": 0.0232, "bielik-pl-11b-v3.0-instruct|pes|en": 0.7852, "bielik-11b-v3.0-instruct|gsm8k_pl|pl": 0.0236, "bielik-11b-v3.0-instruct|gsm8k_pl|en": 0.9218, "bielik-11b-v3.0-instruct|llmzszl_stem|pl": 0.0239, "bielik-11b-v3.0-instruct|llmzszl_stem|en": 0.8274, "bielik-11b-v3.0-instruct|pes|pl": 0.006, "bielik-11b-v3.0-instruct|pes|en": 0.4922 }, "anchors_separation_ok": true, "band_layers": [ 26, 43 ], "bootstrap_B": 2000, "seed": 20260704, "models": { "pl": "bielik-pl-11b-v3.0-instruct", "orig": "bielik-11b-v3.0-instruct" }, "pivot_means_cond_pl": { "bielik-pl-11b-v3.0-instruct": { "pivot_raw": 0.258, "pivot_excess": 0.1801, "pivot_norm": 0.2128, "e_final": 0.0779, "marked_mass_band": 0.5369 }, "bielik-11b-v3.0-instruct": { "pivot_raw": 0.708, "pivot_excess": 0.6899, "pivot_norm": 0.9838, "e_final": 0.0181, "marked_mass_band": 0.3748 } }, "A1_pivot_excess_PL_model": { "est": 0.1801, "ci95": [ 0.1731, 0.187 ], "p_two_sided": 0.0, "n": 766 }, "A1_pivot_excess_original": { "est": 0.6899, "ci95": [ 0.6858, 0.6938 ], "p_two_sided": 0.0, "n": 766 }, "A2_pivot_norm_diff_PLminusOrig": { "est": -0.771, "ci95": [ -0.7764, -0.7655 ], "p_two_sided": 0.0, "n": 766 }, "A2_secondary_excess_diff": { "est": -0.5098, "ci95": [ -0.5174, -0.5027 ], "p_two_sided": 0.0, "n": 766 }, "B_logistic_PL_model": { "coef": 0.0907, "ci95": [ -0.1276, 0.3386 ], "p_two_sided": 0.42, "n": 766 }, "B_difficulty_controlled": { "coef": 0.0046, "ci95": [ -0.2342, 0.2647 ], "p_two_sided": 0.969, "n": 766 }, "B_original_mirror": { "coef": 0.1345, "ci95": [ -0.0773, 0.3553 ], "p_two_sided": 0.194, "n": 766 }, "point_biserial": { "bielik-pl-11b-v3.0-instruct": { "all": 0.1944, "gsm8k_pl": -0.0025, "llmzszl_stem": 0.0188, "pes": 0.0299 }, "bielik-11b-v3.0-instruct": { "all": 0.2287, "gsm8k_pl": 0.1138, "llmzszl_stem": 0.0333, "pes": -0.0113 } }, "holm_family": { "A1_excess_gt0": 0.0, "A2_norm_diff": 0.0, "B_pivot_coef": 0.42 }, "sensitivity": { "A1_band_early_13_25": { "est": 0.0442, "ci95": [ 0.0375, 0.0505 ], "p_two_sided": 0.0, "n": 766 }, "A1_band_core_narrow_30_40": { "est": 0.1588, "ci95": [ 0.1519, 0.1655 ], "p_two_sided": 0.0, "n": 766 }, "A1_pooled_ratio": { "est": 0.182, "ci95": [ 0.1749, 0.189 ], "p_two_sided": 0.0, "n": 766 }, "A2_argmax_metric_diff": { "est": -0.0501, "ci95": [ -0.0564, -0.0436 ], "p_two_sided": 0.0, "n": 766 }, "A1_truncation_excluded": { "est": 0.1809, "ci95": [ 0.174, 0.1878 ], "p_two_sided": 0.0, "n": 741 }, "A2_truncation_excluded": { "est": -0.7709, "ci95": [ -0.7763, -0.7653 ], "p_two_sided": 0.0, "n": 741 }, "B_truncation_excluded": { "coef": 0.1297, "ci95": [ -0.1019, 0.3612 ], "p_two_sided": 0.276, "n": 741 }, "A1_compliance_restricted": { "est": 0.1818, "ci95": [ 0.1746, 0.1886 ], "p_two_sided": 0.0, "n": 733 }, "A2_compliance_restricted": { "est": -0.776, "ci95": [ -0.7815, -0.7703 ], "p_two_sided": 0.0, "n": 733 }, "B_compliance_restricted": { "coef": 0.0692, "ci95": [ -0.1628, 0.3078 ], "p_two_sided": 0.552, "n": 733 }, "A1_tf_strict_098": { "est": 0.1663, "ci95": [ 0.1568, 0.1751 ], "p_two_sided": 0.0, "n": 498 }, "A2_tf_strict_098": { "est": -0.7341, "ci95": [ -0.7403, -0.7278 ], "p_two_sided": 0.0, "n": 498 }, "B_tf_strict_098": { "coef": 0.1328, "ci95": [ -0.1894, 0.4596 ], "p_two_sided": 0.421, "n": 498 } }, "per_benchmark": { "gsm8k_pl": { "A1": { "est": 0.1709, "ci95": [ 0.1587, 0.1831 ], "p_two_sided": 0.0, "n": 248 }, "A2": { "est": -0.5882, "ci95": [ -0.5961, -0.5806 ], "p_two_sided": 0.0, "n": 248, "p_holm": 0.0 }, "pb_r": -0.0025 }, "llmzszl_stem": { "A1": { "est": 0.171, "ci95": [ 0.1569, 0.1851 ], "p_two_sided": 0.0, "n": 295 }, "A2": { "est": -0.6854, "ci95": [ -0.6928, -0.678 ], "p_two_sided": 0.0, "n": 295, "p_holm": 0.0 }, "pb_r": 0.0188 }, "pes": { "A1": { "est": 0.2023, "ci95": [ 0.1961, 0.2077 ], "p_two_sided": 0.0, "n": 223 }, "A2": { "est": -1.0875, "ci95": [ -1.1008, -1.0741 ], "p_two_sided": 0.0, "n": 223, "p_holm": 0.0 }, "pb_r": 0.0299 } }, "en_condition_band_share": { "bielik-pl-11b-v3.0-instruct": 0.3671, "bielik-11b-v3.0-instruct": 0.7977 }, "accuracy_cond_pl": { "bielik-pl-11b-v3.0-instruct": 0.7807, "bielik-11b-v3.0-instruct": 0.7624 }, "group_profiles": { "bielik-pl-11b-v3.0-instruct|pl|all": { "n": 766, "e_mean": [ 0.1978, 0.0976, 0.1025, 0.1091, 0.1142, 0.1137, 0.1148, 0.1167, 0.1215, 0.1217, 0.1276, 0.1351, 0.1352, 0.1396, 0.1389, 0.1295, 0.1272, 0.1217, 0.1102, 0.1019, 0.0962, 0.0908, 0.0878, 0.0856, 0.2229, 0.228, 0.2261, 0.2069, 0.2035, 0.202, 0.1902, 0.19, 0.1909, 0.205, 0.2177, 0.2286, 0.2573, 0.2795, 0.3031, 0.3402, 0.3578, 0.3909, 0.4264, 0.4474, 0.4811, 0.4413, 0.3222, 0.2461, 0.1104, 0.0779 ], "e_argmax_mean": [ 0.7856, 0.4531, 0.4735, 0.4921, 0.535, 0.5173, 0.5656, 0.5958, 0.5665, 0.5951, 0.6269, 0.6151, 0.5919, 0.578, 0.5671, 0.5719, 0.5734, 0.5523, 0.5223, 0.4956, 0.4741, 0.4814, 0.457, 0.4753, 0.6983, 0.6995, 0.6668, 0.6559, 0.6351, 0.6337, 0.5977, 0.5994, 0.5982, 0.6466, 0.666, 0.6821, 0.6773, 0.6786, 0.673, 0.6744, 0.6726, 0.6637, 0.6645, 0.629, 0.6182, 0.5307, 0.3588, 0.2556, 0.0993, 0.0775 ], "marked_mass_mean": [ 0.4654, 0.5142, 0.5057, 0.5001, 0.4922, 0.4912, 0.4974, 0.5008, 0.501, 0.5127, 0.5086, 0.512, 0.5226, 0.52, 0.5281, 0.5355, 0.5344, 0.5334, 0.5385, 0.5431, 0.5423, 0.5417, 0.5401, 0.5396, 0.5233, 0.5197, 0.5079, 0.5231, 0.5325, 0.5361, 0.5379, 0.5389, 0.5415, 0.5304, 0.5294, 0.5306, 0.5294, 0.5361, 0.5376, 0.5523, 0.5504, 0.5614, 0.5696, 0.577, 0.5974, 0.616, 0.6011, 0.5899, 0.8347, 0.9765 ], "peak_layer_e": 45 }, "bielik-pl-11b-v3.0-instruct|pl|gsm8k_pl": { "n": 248, "e_mean": [ 0.1906, 0.0965, 0.1031, 0.1119, 0.1159, 0.1138, 0.115, 0.1147, 0.122, 0.1225, 0.1265, 0.1361, 0.1366, 0.1393, 0.1406, 0.1274, 0.1253, 0.1206, 0.1099, 0.1023, 0.0968, 0.0903, 0.0877, 0.0852, 0.2428, 0.2375, 0.2304, 0.2072, 0.2058, 0.1995, 0.1845, 0.1868, 0.1863, 0.2069, 0.2215, 0.2413, 0.2788, 0.3047, 0.3367, 0.388, 0.4096, 0.4429, 0.4851, 0.5163, 0.5606, 0.5066, 0.3817, 0.3094, 0.1418, 0.1043 ], "e_argmax_mean": [ 0.7378, 0.433, 0.4777, 0.4889, 0.533, 0.5202, 0.5684, 0.5939, 0.5767, 0.5977, 0.6248, 0.5968, 0.5374, 0.5474, 0.5666, 0.5854, 0.5919, 0.5538, 0.5269, 0.4973, 0.4845, 0.4793, 0.4791, 0.5071, 0.7315, 0.7233, 0.6657, 0.67, 0.655, 0.641, 0.6045, 0.6047, 0.6054, 0.6861, 0.7064, 0.7138, 0.7217, 0.7289, 0.7223, 0.7276, 0.7286, 0.715, 0.7157, 0.6828, 0.6818, 0.5844, 0.4186, 0.3151, 0.1313, 0.1038 ], "marked_mass_mean": [ 0.4767, 0.5169, 0.5076, 0.5009, 0.497, 0.491, 0.4992, 0.5038, 0.5017, 0.5148, 0.5094, 0.5162, 0.5271, 0.5238, 0.5314, 0.5428, 0.5396, 0.5397, 0.5441, 0.5492, 0.547, 0.5458, 0.5433, 0.5431, 0.548, 0.5392, 0.5238, 0.5375, 0.5452, 0.5494, 0.5493, 0.5488, 0.5561, 0.5418, 0.5435, 0.5443, 0.5427, 0.5503, 0.5549, 0.577, 0.579, 0.5833, 0.5925, 0.6049, 0.6283, 0.6526, 0.6249, 0.6012, 0.8558, 0.9793 ], "peak_layer_e": 45 }, "bielik-pl-11b-v3.0-instruct|pl|llmzszl_stem": { "n": 295, "e_mean": [ 0.1995, 0.0964, 0.1021, 0.1088, 0.112, 0.1151, 0.117, 0.1192, 0.1255, 0.1242, 0.1316, 0.1386, 0.1403, 0.1462, 0.1452, 0.1361, 0.1349, 0.1287, 0.1158, 0.1065, 0.1008, 0.0964, 0.0924, 0.0898, 0.2303, 0.2337, 0.2338, 0.2126, 0.213, 0.2153, 0.2025, 0.2012, 0.2032, 0.2162, 0.2312, 0.2364, 0.2637, 0.285, 0.3157, 0.3543, 0.3675, 0.396, 0.4326, 0.449, 0.4967, 0.4566, 0.3278, 0.2531, 0.1301, 0.0964 ], "e_argmax_mean": [ 0.7989, 0.4398, 0.4797, 0.5261, 0.5608, 0.5451, 0.5933, 0.6163, 0.5841, 0.5866, 0.6117, 0.6165, 0.6269, 0.6005, 0.5835, 0.5873, 0.5787, 0.5784, 0.5432, 0.5118, 0.4867, 0.5096, 0.4612, 0.4731, 0.7135, 0.6997, 0.6747, 0.6519, 0.6335, 0.6354, 0.6059, 0.6247, 0.6264, 0.6601, 0.6861, 0.7092, 0.699, 0.6937, 0.6898, 0.6977, 0.6929, 0.6784, 0.6868, 0.6432, 0.6435, 0.5502, 0.3738, 0.268, 0.1178, 0.0959 ], "marked_mass_mean": [ 0.4627, 0.5173, 0.51, 0.5057, 0.5004, 0.4984, 0.5047, 0.5077, 0.5104, 0.5191, 0.5165, 0.5182, 0.5263, 0.5248, 0.5301, 0.5351, 0.5319, 0.5309, 0.5361, 0.5397, 0.5393, 0.5377, 0.5368, 0.5356, 0.5099, 0.5102, 0.5007, 0.5191, 0.5296, 0.5326, 0.5332, 0.5345, 0.5345, 0.522, 0.5207, 0.5222, 0.52, 0.5279, 0.525, 0.5384, 0.5353, 0.5479, 0.5546, 0.5629, 0.5873, 0.6012, 0.5839, 0.5759, 0.8338, 0.9768 ], "peak_layer_e": 45 }, "bielik-pl-11b-v3.0-instruct|pl|pes": { "n": 223, "e_mean": [ 0.2036, 0.1003, 0.1023, 0.1065, 0.1153, 0.1118, 0.1116, 0.1158, 0.1157, 0.1175, 0.1236, 0.1292, 0.1268, 0.1311, 0.1286, 0.1232, 0.119, 0.1138, 0.1032, 0.0954, 0.0893, 0.0838, 0.0816, 0.0805, 0.1911, 0.2098, 0.2111, 0.1989, 0.1885, 0.1873, 0.1803, 0.1788, 0.1796, 0.1879, 0.1958, 0.2041, 0.225, 0.2441, 0.2492, 0.2683, 0.2874, 0.3261, 0.3529, 0.3686, 0.3722, 0.3485, 0.2487, 0.1664, 0.0493, 0.0241 ], "e_argmax_mean": [ 0.821, 0.4931, 0.4606, 0.4507, 0.503, 0.4773, 0.5259, 0.5709, 0.5319, 0.6035, 0.6493, 0.6334, 0.6062, 0.5824, 0.5459, 0.5365, 0.5458, 0.5161, 0.4895, 0.4722, 0.4459, 0.4464, 0.4269, 0.4429, 0.6413, 0.6728, 0.6577, 0.6456, 0.6151, 0.6233, 0.5794, 0.56, 0.5529, 0.5847, 0.5943, 0.6112, 0.5994, 0.6029, 0.5959, 0.5843, 0.5833, 0.5871, 0.578, 0.5505, 0.514, 0.4452, 0.2725, 0.1729, 0.0393, 0.0238 ], "marked_mass_mean": [ 0.4564, 0.507, 0.4981, 0.4917, 0.4759, 0.4818, 0.4858, 0.4882, 0.4877, 0.502, 0.4971, 0.4989, 0.5126, 0.5095, 0.5218, 0.528, 0.532, 0.5298, 0.5353, 0.5406, 0.5408, 0.5423, 0.5408, 0.5409, 0.5135, 0.5105, 0.4999, 0.5123, 0.5224, 0.526, 0.5314, 0.5339, 0.5345, 0.5291, 0.5251, 0.5265, 0.5269, 0.5311, 0.5351, 0.5432, 0.5387, 0.5548, 0.564, 0.5648, 0.5763, 0.5949, 0.5973, 0.5958, 0.8123, 0.9729 ], "peak_layer_e": 45 }, "bielik-pl-11b-v3.0-instruct|en|all": { "n": 767, "e_mean": [ 0.2546, 0.1171, 0.1138, 0.113, 0.1191, 0.1229, 0.1235, 0.1271, 0.1352, 0.133, 0.1399, 0.149, 0.1533, 0.1585, 0.157, 0.1462, 0.1424, 0.1395, 0.1268, 0.1144, 0.1057, 0.0977, 0.0932, 0.091, 0.2835, 0.2966, 0.2955, 0.2664, 0.2532, 0.2526, 0.2322, 0.2332, 0.2387, 0.252, 0.2765, 0.3083, 0.3892, 0.4251, 0.475, 0.5284, 0.5646, 0.6366, 0.684, 0.7294, 0.7789, 0.8212, 0.8651, 0.8961, 0.9097, 0.905 ], "e_argmax_mean": [ 0.8697, 0.6651, 0.6231, 0.6227, 0.683, 0.6779, 0.6827, 0.7007, 0.6971, 0.704, 0.7328, 0.7297, 0.694, 0.6996, 0.6946, 0.706, 0.7056, 0.6829, 0.7001, 0.6759, 0.6538, 0.6542, 0.6372, 0.6526, 0.8164, 0.8162, 0.7818, 0.7732, 0.7467, 0.7535, 0.7307, 0.7379, 0.752, 0.7713, 0.7918, 0.8148, 0.8535, 0.8636, 0.8743, 0.8721, 0.8796, 0.8921, 0.8894, 0.8889, 0.889, 0.8964, 0.902, 0.9142, 0.9111, 0.9052 ], "marked_mass_mean": [ 0.4721, 0.5231, 0.517, 0.5071, 0.4998, 0.5008, 0.503, 0.5048, 0.5036, 0.517, 0.5155, 0.5222, 0.5278, 0.5227, 0.5284, 0.5321, 0.5311, 0.5277, 0.5284, 0.5348, 0.5356, 0.537, 0.5366, 0.5372, 0.5271, 0.5299, 0.5183, 0.5263, 0.5305, 0.5288, 0.5301, 0.5275, 0.53, 0.5263, 0.5271, 0.5284, 0.5255, 0.5315, 0.5375, 0.5582, 0.5647, 0.5829, 0.6045, 0.6188, 0.6436, 0.6716, 0.7274, 0.7659, 0.9032, 0.9636 ], "peak_layer_e": 49 }, "bielik-pl-11b-v3.0-instruct|en|gsm8k_pl": { "n": 250, "e_mean": [ 0.2535, 0.1167, 0.1124, 0.112, 0.1193, 0.1277, 0.129, 0.1308, 0.1429, 0.1392, 0.1448, 0.1531, 0.1583, 0.1599, 0.1601, 0.1444, 0.1404, 0.137, 0.1246, 0.1136, 0.1048, 0.0961, 0.0923, 0.0905, 0.3105, 0.3119, 0.3082, 0.2696, 0.2562, 0.2534, 0.2288, 0.231, 0.2352, 0.2512, 0.2796, 0.3166, 0.4115, 0.4504, 0.5145, 0.5817, 0.6214, 0.688, 0.7414, 0.7778, 0.8272, 0.8688, 0.9167, 0.955, 0.9697, 0.9675 ], "e_argmax_mean": [ 0.902, 0.6953, 0.6423, 0.6808, 0.7378, 0.7448, 0.7112, 0.7344, 0.7288, 0.7526, 0.7733, 0.7624, 0.6954, 0.7383, 0.7374, 0.7386, 0.7366, 0.7103, 0.7334, 0.6987, 0.6895, 0.6882, 0.6718, 0.6981, 0.8638, 0.8556, 0.81, 0.7945, 0.7566, 0.7585, 0.7579, 0.7618, 0.7795, 0.8043, 0.8346, 0.8567, 0.8989, 0.9122, 0.9179, 0.9175, 0.9258, 0.9351, 0.927, 0.9227, 0.9217, 0.9384, 0.9483, 0.9693, 0.9707, 0.9677 ], "marked_mass_mean": [ 0.4789, 0.5218, 0.5156, 0.5035, 0.4995, 0.4989, 0.5019, 0.5077, 0.5052, 0.5187, 0.5178, 0.5283, 0.5348, 0.5281, 0.5335, 0.5412, 0.5374, 0.5365, 0.535, 0.5399, 0.5397, 0.5408, 0.5398, 0.5406, 0.5481, 0.5477, 0.5353, 0.5397, 0.5419, 0.5412, 0.5421, 0.5372, 0.5468, 0.5416, 0.5466, 0.5507, 0.5504, 0.5532, 0.567, 0.5992, 0.6099, 0.6248, 0.656, 0.6731, 0.707, 0.737, 0.796, 0.8375, 0.9315, 0.9715 ], "peak_layer_e": 49 }, "bielik-pl-11b-v3.0-instruct|en|llmzszl_stem": { "n": 288, "e_mean": [ 0.2648, 0.114, 0.1127, 0.1098, 0.115, 0.121, 0.1217, 0.1272, 0.136, 0.1325, 0.1416, 0.1498, 0.1564, 0.1636, 0.1613, 0.152, 0.1491, 0.1454, 0.1304, 0.117, 0.1077, 0.1001, 0.0953, 0.0929, 0.2791, 0.2962, 0.294, 0.2697, 0.2592, 0.2607, 0.241, 0.2419, 0.2442, 0.2587, 0.2865, 0.315, 0.3912, 0.432, 0.487, 0.5412, 0.5745, 0.6464, 0.6919, 0.7413, 0.7926, 0.8344, 0.8869, 0.9242, 0.9421, 0.9403 ], "e_argmax_mean": [ 0.8758, 0.6844, 0.6432, 0.6219, 0.6893, 0.6785, 0.6946, 0.711, 0.703, 0.6769, 0.7121, 0.7081, 0.6852, 0.6812, 0.6763, 0.705, 0.7005, 0.6747, 0.6914, 0.6735, 0.6219, 0.6242, 0.6023, 0.6132, 0.8081, 0.8028, 0.7692, 0.7598, 0.725, 0.7418, 0.7152, 0.7336, 0.7489, 0.772, 0.7893, 0.8231, 0.8566, 0.8748, 0.8853, 0.884, 0.8951, 0.908, 0.906, 0.9079, 0.9104, 0.9165, 0.9282, 0.9443, 0.9443, 0.94 ], "marked_mass_mean": [ 0.4701, 0.5288, 0.5229, 0.5151, 0.507, 0.504, 0.5064, 0.5063, 0.5068, 0.5194, 0.5187, 0.5263, 0.5302, 0.5273, 0.5309, 0.5316, 0.5299, 0.5276, 0.5279, 0.5346, 0.5353, 0.5355, 0.5356, 0.5362, 0.5201, 0.5247, 0.5135, 0.5246, 0.5292, 0.527, 0.5266, 0.5236, 0.5228, 0.518, 0.5184, 0.5178, 0.511, 0.5199, 0.5197, 0.5389, 0.5431, 0.5643, 0.5814, 0.597, 0.6206, 0.6421, 0.704, 0.7458, 0.91, 0.9655 ], "peak_layer_e": 49 }, "bielik-pl-11b-v3.0-instruct|en|pes": { "n": 229, "e_mean": [ 0.2429, 0.1214, 0.1167, 0.1179, 0.124, 0.1202, 0.1198, 0.1228, 0.1257, 0.1267, 0.1325, 0.1434, 0.144, 0.1506, 0.1481, 0.1409, 0.1363, 0.1346, 0.1246, 0.1119, 0.1042, 0.0964, 0.0916, 0.0891, 0.2597, 0.2804, 0.2837, 0.2587, 0.2424, 0.2416, 0.225, 0.2247, 0.2355, 0.2444, 0.2607, 0.2908, 0.3623, 0.3888, 0.4167, 0.4539, 0.49, 0.5681, 0.6115, 0.6616, 0.7091, 0.7527, 0.7814, 0.7966, 0.8034, 0.7925 ], "e_argmax_mean": [ 0.8266, 0.6078, 0.5768, 0.5602, 0.6153, 0.6041, 0.6366, 0.651, 0.6552, 0.6849, 0.7148, 0.7211, 0.7035, 0.6804, 0.671, 0.6717, 0.678, 0.6635, 0.6749, 0.6542, 0.6548, 0.6548, 0.6433, 0.6524, 0.7751, 0.7902, 0.767, 0.7668, 0.7632, 0.7628, 0.7203, 0.7173, 0.7258, 0.7345, 0.7482, 0.7588, 0.8, 0.7965, 0.8128, 0.8077, 0.8096, 0.8254, 0.8275, 0.828, 0.8263, 0.8253, 0.8185, 0.8162, 0.8042, 0.7931 ], "marked_mass_mean": [ 0.4672, 0.5174, 0.5109, 0.501, 0.491, 0.4987, 0.5, 0.4998, 0.4978, 0.5121, 0.5089, 0.5106, 0.5171, 0.5111, 0.5196, 0.5227, 0.5257, 0.5182, 0.5217, 0.5296, 0.5314, 0.5346, 0.5345, 0.535, 0.5129, 0.517, 0.5055, 0.514, 0.5196, 0.5174, 0.5215, 0.5217, 0.5207, 0.5201, 0.5168, 0.5172, 0.5164, 0.5224, 0.5276, 0.5376, 0.5428, 0.5604, 0.5774, 0.5871, 0.6032, 0.6371, 0.682, 0.7132, 0.8639, 0.9527 ], "peak_layer_e": 49 }, "bielik-11b-v3.0-instruct|pl|all": { "n": 800, "e_mean": [ 0.8517, 0.7579, 0.7456, 0.7519, 0.7514, 0.7456, 0.7426, 0.7392, 0.7288, 0.7274, 0.7165, 0.701, 0.6898, 0.6828, 0.6806, 0.6963, 0.7181, 0.7079, 0.7177, 0.719, 0.7211, 0.7285, 0.7313, 0.7319, 0.7829, 0.7482, 0.7138, 0.6726, 0.6468, 0.6275, 0.6347, 0.6376, 0.6412, 0.6718, 0.7018, 0.7155, 0.7219, 0.7558, 0.7726, 0.7828, 0.7743, 0.7659, 0.746, 0.7156, 0.6201, 0.4414, 0.1638, 0.0478, 0.0265, 0.0176 ], "e_argmax_mean": [ 0.6422, 0.3907, 0.464, 0.5631, 0.6243, 0.621, 0.6153, 0.6098, 0.6018, 0.6153, 0.5564, 0.5271, 0.5238, 0.5141, 0.5508, 0.6046, 0.6698, 0.6528, 0.7003, 0.7312, 0.7577, 0.77, 0.7698, 0.7698, 0.8287, 0.7828, 0.7456, 0.6742, 0.6203, 0.5724, 0.576, 0.5836, 0.607, 0.6732, 0.7256, 0.7394, 0.7453, 0.7821, 0.7926, 0.7861, 0.7714, 0.7526, 0.7329, 0.7061, 0.6164, 0.4361, 0.1567, 0.0419, 0.0216, 0.0177 ], "marked_mass_mean": [ 0.114, 0.1919, 0.2094, 0.2156, 0.2264, 0.2314, 0.2355, 0.2455, 0.2477, 0.2548, 0.2625, 0.2643, 0.2643, 0.2626, 0.2602, 0.2647, 0.2608, 0.2493, 0.2449, 0.2415, 0.2336, 0.2327, 0.2314, 0.2299, 0.3791, 0.363, 0.3352, 0.3099, 0.3062, 0.3069, 0.2912, 0.2944, 0.2961, 0.3086, 0.3204, 0.3337, 0.3545, 0.3924, 0.4318, 0.4756, 0.5004, 0.5296, 0.582, 0.6216, 0.6498, 0.6824, 0.7731, 0.8635, 0.94, 0.9888 ], "peak_layer_e": 1 }, "bielik-11b-v3.0-instruct|pl|gsm8k_pl": { "n": 250, "e_mean": [ 0.8519, 0.7532, 0.7464, 0.7579, 0.7513, 0.7558, 0.7568, 0.7578, 0.7473, 0.7501, 0.7331, 0.7129, 0.7008, 0.6887, 0.6882, 0.7009, 0.722, 0.7055, 0.7193, 0.7205, 0.7211, 0.7286, 0.7272, 0.7301, 0.7878, 0.7468, 0.7046, 0.6672, 0.6464, 0.6267, 0.6448, 0.6452, 0.6434, 0.6864, 0.7168, 0.73, 0.7442, 0.7927, 0.8184, 0.8382, 0.8242, 0.8111, 0.7862, 0.7647, 0.6743, 0.4716, 0.1755, 0.0566, 0.0362, 0.0252 ], "e_argmax_mean": [ 0.7142, 0.4191, 0.4904, 0.6045, 0.6698, 0.7033, 0.6606, 0.6564, 0.6298, 0.653, 0.5737, 0.5223, 0.534, 0.5207, 0.5522, 0.6117, 0.6948, 0.6489, 0.7284, 0.7655, 0.7901, 0.8038, 0.7906, 0.7869, 0.8478, 0.7879, 0.7322, 0.6741, 0.6279, 0.5717, 0.5839, 0.5992, 0.6102, 0.7035, 0.7436, 0.7715, 0.7805, 0.8342, 0.8425, 0.8444, 0.822, 0.7992, 0.7736, 0.7581, 0.6712, 0.4672, 0.1675, 0.052, 0.0331, 0.0253 ], "marked_mass_mean": [ 0.1183, 0.1973, 0.2128, 0.2182, 0.2316, 0.2341, 0.2388, 0.2498, 0.2563, 0.2603, 0.2698, 0.2706, 0.2703, 0.2707, 0.2681, 0.2714, 0.2651, 0.2498, 0.2472, 0.2447, 0.2377, 0.2374, 0.2353, 0.2344, 0.3887, 0.3625, 0.3373, 0.3095, 0.3081, 0.3089, 0.2911, 0.2962, 0.2975, 0.3132, 0.3216, 0.3385, 0.3647, 0.4068, 0.4561, 0.5171, 0.5406, 0.5688, 0.6237, 0.6721, 0.6969, 0.7256, 0.8139, 0.8887, 0.9535, 0.9858 ], "peak_layer_e": 1 }, "bielik-11b-v3.0-instruct|pl|llmzszl_stem": { "n": 300, "e_mean": [ 0.8535, 0.7653, 0.7497, 0.7541, 0.7602, 0.7523, 0.7456, 0.7447, 0.7294, 0.7288, 0.7192, 0.7071, 0.6927, 0.6873, 0.6823, 0.7066, 0.7324, 0.7244, 0.7307, 0.7305, 0.7321, 0.7405, 0.7422, 0.7415, 0.8083, 0.7715, 0.7322, 0.6892, 0.6531, 0.63, 0.6357, 0.6442, 0.6535, 0.6862, 0.7222, 0.7368, 0.7401, 0.7766, 0.7982, 0.8115, 0.8045, 0.8033, 0.7834, 0.7459, 0.6578, 0.4807, 0.1804, 0.0514, 0.0291, 0.0203 ], "e_argmax_mean": [ 0.6457, 0.3843, 0.453, 0.5643, 0.6276, 0.6107, 0.6067, 0.6087, 0.584, 0.6007, 0.5453, 0.5256, 0.521, 0.5116, 0.5483, 0.6256, 0.7059, 0.7002, 0.7358, 0.7703, 0.8024, 0.8151, 0.8138, 0.816, 0.8631, 0.8189, 0.777, 0.6958, 0.6248, 0.5795, 0.5869, 0.5995, 0.6381, 0.6934, 0.7612, 0.7721, 0.7723, 0.8118, 0.8271, 0.8233, 0.8052, 0.7914, 0.7685, 0.7372, 0.6551, 0.4767, 0.1745, 0.0447, 0.0224, 0.0203 ], "marked_mass_mean": [ 0.113, 0.1897, 0.2095, 0.2174, 0.2284, 0.2329, 0.241, 0.2485, 0.2485, 0.2559, 0.2607, 0.2651, 0.2653, 0.2613, 0.2552, 0.2598, 0.259, 0.25, 0.2458, 0.2414, 0.2345, 0.2336, 0.2315, 0.2285, 0.3898, 0.3734, 0.3421, 0.3149, 0.308, 0.31, 0.2938, 0.2976, 0.2998, 0.3139, 0.3328, 0.344, 0.3621, 0.4022, 0.4403, 0.484, 0.5106, 0.539, 0.5935, 0.6333, 0.6535, 0.6811, 0.7692, 0.8615, 0.9341, 0.9912 ], "peak_layer_e": 1 }, "bielik-11b-v3.0-instruct|pl|pes": { "n": 250, "e_mean": [ 0.8494, 0.7538, 0.74, 0.7432, 0.7412, 0.7274, 0.7248, 0.7138, 0.7095, 0.7029, 0.6966, 0.6819, 0.6754, 0.6716, 0.6708, 0.6793, 0.6969, 0.6906, 0.7003, 0.7035, 0.7079, 0.714, 0.7224, 0.7221, 0.7477, 0.7217, 0.701, 0.658, 0.6396, 0.6251, 0.6235, 0.6222, 0.6242, 0.6397, 0.6623, 0.6755, 0.6777, 0.6939, 0.696, 0.693, 0.6881, 0.6759, 0.661, 0.6301, 0.5206, 0.364, 0.1321, 0.0347, 0.0136, 0.0068 ], "e_argmax_mean": [ 0.5658, 0.3702, 0.4509, 0.5202, 0.5749, 0.5511, 0.5802, 0.5646, 0.5953, 0.5951, 0.5526, 0.5337, 0.517, 0.5104, 0.5525, 0.5723, 0.6015, 0.5999, 0.6298, 0.6499, 0.6717, 0.6822, 0.6963, 0.6973, 0.7682, 0.7344, 0.7215, 0.6482, 0.6074, 0.5644, 0.5549, 0.5487, 0.5664, 0.6186, 0.6647, 0.668, 0.6778, 0.6942, 0.7012, 0.6831, 0.6804, 0.6593, 0.6496, 0.6167, 0.5152, 0.3563, 0.1246, 0.0282, 0.0091, 0.007 ], "marked_mass_mean": [ 0.1111, 0.189, 0.206, 0.2108, 0.2187, 0.227, 0.2255, 0.2375, 0.2382, 0.2481, 0.2572, 0.257, 0.257, 0.256, 0.2583, 0.2639, 0.2586, 0.2482, 0.2415, 0.2384, 0.2285, 0.2269, 0.2274, 0.227, 0.3566, 0.351, 0.3248, 0.3045, 0.3022, 0.3012, 0.2882, 0.2887, 0.2904, 0.2976, 0.3045, 0.3166, 0.3351, 0.366, 0.3973, 0.4239, 0.4481, 0.4792, 0.5265, 0.5571, 0.5983, 0.6409, 0.737, 0.8408, 0.9336, 0.9889 ], "peak_layer_e": 1 }, "bielik-11b-v3.0-instruct|en|all": { "n": 779, "e_mean": [ 0.8359, 0.7731, 0.7588, 0.7729, 0.7724, 0.7737, 0.769, 0.7639, 0.7556, 0.7487, 0.734, 0.7274, 0.7154, 0.7188, 0.7131, 0.715, 0.7277, 0.7225, 0.7251, 0.7263, 0.7256, 0.7323, 0.735, 0.7354, 0.8043, 0.7828, 0.7637, 0.7254, 0.7179, 0.7054, 0.706, 0.7161, 0.7205, 0.7449, 0.7767, 0.796, 0.8272, 0.8603, 0.8823, 0.8985, 0.9032, 0.9133, 0.9175, 0.9149, 0.9006, 0.8842, 0.8499, 0.8322, 0.8232, 0.8319 ], "e_argmax_mean": [ 0.7422, 0.6532, 0.6818, 0.7288, 0.7509, 0.7339, 0.7534, 0.7323, 0.7362, 0.7298, 0.705, 0.6855, 0.661, 0.6607, 0.6751, 0.7139, 0.758, 0.761, 0.7915, 0.8106, 0.8332, 0.8395, 0.8451, 0.8447, 0.8694, 0.8529, 0.8315, 0.782, 0.768, 0.7414, 0.7438, 0.7511, 0.7814, 0.8221, 0.8543, 0.8724, 0.8949, 0.9169, 0.9222, 0.9273, 0.9271, 0.9299, 0.9301, 0.9248, 0.909, 0.8903, 0.8555, 0.8373, 0.8307, 0.8325 ], "marked_mass_mean": [ 0.1369, 0.1912, 0.2016, 0.2071, 0.2266, 0.2295, 0.2302, 0.2347, 0.2369, 0.2433, 0.2478, 0.2548, 0.2544, 0.255, 0.2575, 0.2645, 0.2616, 0.254, 0.2521, 0.2503, 0.2399, 0.2374, 0.2335, 0.2324, 0.3991, 0.3888, 0.3645, 0.3311, 0.3259, 0.3274, 0.3089, 0.3097, 0.3202, 0.3401, 0.3675, 0.3925, 0.4456, 0.5029, 0.5638, 0.6183, 0.6463, 0.6891, 0.7188, 0.7395, 0.7632, 0.7743, 0.8045, 0.8192, 0.8512, 0.9622 ], "peak_layer_e": 43 }, "bielik-11b-v3.0-instruct|en|gsm8k_pl": { "n": 247, "e_mean": [ 0.8402, 0.7691, 0.7596, 0.778, 0.776, 0.7856, 0.7906, 0.7911, 0.7842, 0.7763, 0.757, 0.7472, 0.7355, 0.7336, 0.7316, 0.7317, 0.7424, 0.7357, 0.7362, 0.739, 0.7334, 0.7387, 0.7373, 0.7376, 0.8291, 0.8035, 0.7832, 0.7386, 0.7395, 0.7348, 0.7389, 0.7455, 0.7502, 0.7773, 0.8149, 0.832, 0.8695, 0.9039, 0.9272, 0.9457, 0.948, 0.9576, 0.9639, 0.9634, 0.9602, 0.9564, 0.9424, 0.939, 0.9333, 0.9359 ], "e_argmax_mean": [ 0.804, 0.6857, 0.7324, 0.7826, 0.8052, 0.8077, 0.8016, 0.8158, 0.7942, 0.7986, 0.7538, 0.7068, 0.6848, 0.7125, 0.6986, 0.7656, 0.8164, 0.8163, 0.8489, 0.8626, 0.8851, 0.8977, 0.8892, 0.8886, 0.9179, 0.8988, 0.8712, 0.8145, 0.8286, 0.8088, 0.8184, 0.8238, 0.8404, 0.8764, 0.8974, 0.9137, 0.9491, 0.9687, 0.9713, 0.975, 0.9711, 0.9732, 0.9756, 0.9732, 0.9662, 0.9601, 0.9458, 0.9419, 0.9371, 0.9364 ], "marked_mass_mean": [ 0.1444, 0.2002, 0.2107, 0.2151, 0.2379, 0.2334, 0.2346, 0.2402, 0.2439, 0.2454, 0.249, 0.2547, 0.2515, 0.2538, 0.2571, 0.2627, 0.2625, 0.2526, 0.252, 0.2539, 0.2412, 0.2383, 0.2341, 0.2349, 0.423, 0.399, 0.378, 0.3324, 0.3281, 0.3307, 0.3094, 0.3091, 0.3245, 0.346, 0.3767, 0.4029, 0.4712, 0.5375, 0.6155, 0.6965, 0.7216, 0.7647, 0.7993, 0.8173, 0.8425, 0.8482, 0.8723, 0.8796, 0.8902, 0.9669 ], "peak_layer_e": 43 }, "bielik-11b-v3.0-instruct|en|llmzszl_stem": { "n": 289, "e_mean": [ 0.8473, 0.7868, 0.7682, 0.7804, 0.7814, 0.7837, 0.7741, 0.7691, 0.7573, 0.7517, 0.7343, 0.7309, 0.7134, 0.7215, 0.7127, 0.7182, 0.7321, 0.7276, 0.7291, 0.7293, 0.7287, 0.7374, 0.7405, 0.742, 0.8098, 0.7892, 0.7681, 0.735, 0.7184, 0.6955, 0.6958, 0.7137, 0.7206, 0.7503, 0.7816, 0.8, 0.8304, 0.8724, 0.9012, 0.9216, 0.9276, 0.9423, 0.9465, 0.9456, 0.9406, 0.9311, 0.9016, 0.8896, 0.88, 0.8875 ], "e_argmax_mean": [ 0.8053, 0.6877, 0.7168, 0.7624, 0.7751, 0.7555, 0.7748, 0.7366, 0.7385, 0.7359, 0.7062, 0.6988, 0.6731, 0.6447, 0.6803, 0.7156, 0.7665, 0.7734, 0.7941, 0.8214, 0.8424, 0.8537, 0.8577, 0.8651, 0.8739, 0.8583, 0.8346, 0.7871, 0.7688, 0.7248, 0.7271, 0.7437, 0.7808, 0.839, 0.8761, 0.8928, 0.907, 0.9384, 0.9467, 0.9559, 0.9567, 0.9616, 0.9632, 0.9586, 0.9505, 0.9386, 0.9069, 0.8945, 0.8871, 0.8874 ], "marked_mass_mean": [ 0.1343, 0.1914, 0.2012, 0.2058, 0.2241, 0.2268, 0.231, 0.2336, 0.2354, 0.2434, 0.245, 0.2561, 0.2556, 0.2549, 0.255, 0.2624, 0.2609, 0.2554, 0.2524, 0.2486, 0.2388, 0.2366, 0.2322, 0.2309, 0.3937, 0.3897, 0.3634, 0.3357, 0.3269, 0.3301, 0.3109, 0.3137, 0.3229, 0.3441, 0.3772, 0.4008, 0.449, 0.5073, 0.5682, 0.6176, 0.6476, 0.6941, 0.72, 0.7432, 0.7616, 0.7692, 0.7955, 0.8036, 0.8426, 0.96 ], "peak_layer_e": 43 }, "bielik-11b-v3.0-instruct|en|pes": { "n": 243, "e_mean": [ 0.8182, 0.7608, 0.7468, 0.7586, 0.7581, 0.7496, 0.7411, 0.7299, 0.7247, 0.7169, 0.7103, 0.703, 0.6974, 0.7007, 0.6948, 0.6942, 0.7075, 0.703, 0.7089, 0.7099, 0.7141, 0.7198, 0.7259, 0.7254, 0.7725, 0.7543, 0.7387, 0.7006, 0.6954, 0.6872, 0.6848, 0.6892, 0.69, 0.7056, 0.7321, 0.7547, 0.7802, 0.8017, 0.8142, 0.8232, 0.8286, 0.8338, 0.8358, 0.8289, 0.7925, 0.7549, 0.6943, 0.6555, 0.6436, 0.66 ], "e_argmax_mean": [ 0.6044, 0.5792, 0.5887, 0.634, 0.6669, 0.6331, 0.6789, 0.6424, 0.6746, 0.6527, 0.6538, 0.6481, 0.6225, 0.6269, 0.645, 0.6592, 0.6885, 0.6901, 0.7302, 0.7449, 0.7696, 0.7636, 0.7854, 0.7759, 0.8149, 0.7999, 0.7875, 0.7429, 0.7054, 0.6927, 0.6877, 0.686, 0.7222, 0.7468, 0.7845, 0.8061, 0.8253, 0.8387, 0.8432, 0.8447, 0.8472, 0.8482, 0.8445, 0.8354, 0.8013, 0.7619, 0.7026, 0.6631, 0.6554, 0.6615 ], "marked_mass_mean": [ 0.1325, 0.1816, 0.1929, 0.2006, 0.218, 0.2289, 0.2247, 0.2303, 0.2316, 0.2411, 0.2498, 0.2535, 0.256, 0.2563, 0.2607, 0.2689, 0.2616, 0.2539, 0.2518, 0.2487, 0.2399, 0.2372, 0.2344, 0.2317, 0.3813, 0.3775, 0.352, 0.3244, 0.3224, 0.321, 0.3061, 0.3055, 0.3126, 0.3292, 0.3468, 0.3721, 0.4156, 0.4623, 0.506, 0.5396, 0.5683, 0.6063, 0.6356, 0.6561, 0.6846, 0.7051, 0.7464, 0.7764, 0.8216, 0.9599 ], "peak_layer_e": 43 } } }