{ "_config_sha256": "826935bb388530451a6a0221df9bd1ce63cf790d4b9dac2c1c58221a8715027f", "_grader": "07_grade.py pre-registered spec; golden suite passed", "bootstrap": { "B": 1000, "paired": "item-level, within-task resampling", "seed": 20260703 }, "carry_descriptive": { "bielik-11b-v3.0-instruct|carries_0": { "acc": 0.937, "n": 492 }, "bielik-11b-v3.0-instruct|carries_1-2": { "acc": 0.9031, "n": 2044 }, "bielik-11b-v3.0-instruct|carries_3+": { "acc": 0.8777, "n": 1464 }, "bielik-pl-11b-v3.0-instruct|carries_0": { "acc": 0.9451, "n": 492 }, "bielik-pl-11b-v3.0-instruct|carries_1-2": { "acc": 0.9124, "n": 2044 }, "bielik-pl-11b-v3.0-instruct|carries_3+": { "acc": 0.888, "n": 1464 } }, "cells": { "bielik-11b-v3.0-instruct|addition|bare|en": { "acc": 0.93, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.9042, 0.9492 ] }, "bielik-11b-v3.0-instruct|addition|bare|pl": { "acc": 0.942, "ambiguous": 2, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.9179, 0.9593 ] }, "bielik-11b-v3.0-instruct|addition|en|en": { "acc": 0.922, "ambiguous": 21, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.8951, 0.9424 ] }, "bielik-11b-v3.0-instruct|addition|en|pl": { "acc": 0.748, "ambiguous": 236, "n": 500, "no_number": 0, "truncated": 1, "unit_mismatch": 0, "wilson95": [ 0.7082, 0.7841 ] }, "bielik-11b-v3.0-instruct|addition|pl_nbsp|en": { "acc": 0.834, "ambiguous": 1, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.7989, 0.864 ] }, "bielik-11b-v3.0-instruct|addition|pl_nbsp|pl": { "acc": 0.934, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 1, "unit_mismatch": 0, "wilson95": [ 0.9088, 0.9526 ] }, "bielik-11b-v3.0-instruct|addition|pl_space|en": { "acc": 0.682, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.6399, 0.7213 ] }, "bielik-11b-v3.0-instruct|addition|pl_space|pl": { "acc": 0.94, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.9156, 0.9577 ] }, "bielik-11b-v3.0-instruct|comparison|bare|en": { "acc": 1.0, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.9924, 1.0 ] }, "bielik-11b-v3.0-instruct|comparison|bare|pl": { "acc": 1.0, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.9924, 1.0 ] }, "bielik-11b-v3.0-instruct|comparison|en|en": { "acc": 1.0, "ambiguous": 120, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.9924, 1.0 ] }, "bielik-11b-v3.0-instruct|comparison|en|pl": { "acc": 1.0, "ambiguous": 226, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.9924, 1.0 ] }, "bielik-11b-v3.0-instruct|comparison|pl_nbsp|en": { "acc": 0.982, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.9661, 0.9905 ] }, "bielik-11b-v3.0-instruct|comparison|pl_nbsp|pl": { "acc": 1.0, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.9924, 1.0 ] }, "bielik-11b-v3.0-instruct|comparison|pl_space|en": { "acc": 0.984, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.9687, 0.9919 ] }, "bielik-11b-v3.0-instruct|comparison|pl_space|pl": { "acc": 1.0, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.9924, 1.0 ] }, "bielik-11b-v3.0-instruct|conversion|bare|en": { "acc": 0.882, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.8508, 0.9074 ] }, "bielik-11b-v3.0-instruct|conversion|bare|pl": { "acc": 0.902, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.8728, 0.9251 ] }, "bielik-11b-v3.0-instruct|conversion|en|en": { "acc": 0.892, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.8617, 0.9163 ] }, "bielik-11b-v3.0-instruct|conversion|en|pl": { "acc": 0.75, "ambiguous": 1, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.7102, 0.786 ] }, "bielik-11b-v3.0-instruct|conversion|pl_nbsp|en": { "acc": 0.884, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.853, 0.9092 ] }, "bielik-11b-v3.0-instruct|conversion|pl_nbsp|pl": { "acc": 0.898, "ambiguous": 48, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.8684, 0.9216 ] }, "bielik-11b-v3.0-instruct|conversion|pl_space|en": { "acc": 0.868, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.8355, 0.8949 ] }, "bielik-11b-v3.0-instruct|conversion|pl_space|pl": { "acc": 0.896, "ambiguous": 47, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.8662, 0.9198 ] }, "bielik-11b-v3.0-instruct|sorting|bare|en": { "acc": 0.43, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.3873, 0.4738 ] }, "bielik-11b-v3.0-instruct|sorting|bare|pl": { "acc": 0.494, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.4504, 0.5377 ] }, "bielik-11b-v3.0-instruct|sorting|en|en": { "acc": 0.282, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.2443, 0.323 ] }, "bielik-11b-v3.0-instruct|sorting|en|pl": { "acc": 0.108, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.0837, 0.1383 ] }, "bielik-11b-v3.0-instruct|sorting|pl_nbsp|en": { "acc": 0.294, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.2558, 0.3354 ] }, "bielik-11b-v3.0-instruct|sorting|pl_nbsp|pl": { "acc": 0.372, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.3308, 0.4152 ] }, "bielik-11b-v3.0-instruct|sorting|pl_space|en": { "acc": 0.136, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.1087, 0.1688 ] }, "bielik-11b-v3.0-instruct|sorting|pl_space|pl": { "acc": 0.328, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.2883, 0.3703 ] }, "bielik-11b-v3.0-instruct|subtraction|bare|en": { "acc": 0.922, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.8951, 0.9424 ] }, "bielik-11b-v3.0-instruct|subtraction|bare|pl": { "acc": 0.926, "ambiguous": 1, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.8997, 0.9458 ] }, "bielik-11b-v3.0-instruct|subtraction|en|en": { "acc": 0.956, "ambiguous": 19, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.9343, 0.9708 ] }, "bielik-11b-v3.0-instruct|subtraction|en|pl": { "acc": 0.838, "ambiguous": 292, "n": 500, "no_number": 0, "truncated": 1, "unit_mismatch": 0, "wilson95": [ 0.8031, 0.8677 ] }, "bielik-11b-v3.0-instruct|subtraction|pl_nbsp|en": { "acc": 0.784, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.7458, 0.8178 ] }, "bielik-11b-v3.0-instruct|subtraction|pl_nbsp|pl": { "acc": 0.912, "ambiguous": 1, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.8839, 0.9338 ] }, "bielik-11b-v3.0-instruct|subtraction|pl_space|en": { "acc": 0.63, "ambiguous": 1, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.5868, 0.6712 ] }, "bielik-11b-v3.0-instruct|subtraction|pl_space|pl": { "acc": 0.934, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.9088, 0.9526 ] }, "bielik-pl-11b-v3.0-instruct|addition|bare|en": { "acc": 0.942, "ambiguous": 1, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.9179, 0.9593 ] }, "bielik-pl-11b-v3.0-instruct|addition|bare|pl": { "acc": 0.944, "ambiguous": 2, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.9203, 0.961 ] }, "bielik-pl-11b-v3.0-instruct|addition|en|en": { "acc": 0.944, "ambiguous": 103, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.9203, 0.961 ] }, "bielik-pl-11b-v3.0-instruct|addition|en|pl": { "acc": 0.762, "ambiguous": 229, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.7228, 0.7972 ] }, "bielik-pl-11b-v3.0-instruct|addition|pl_nbsp|en": { "acc": 0.684, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.642, 0.7232 ] }, "bielik-pl-11b-v3.0-instruct|addition|pl_nbsp|pl": { "acc": 0.822, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 11, "unit_mismatch": 0, "wilson95": [ 0.7861, 0.853 ] }, "bielik-pl-11b-v3.0-instruct|addition|pl_space|en": { "acc": 0.738, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.6977, 0.7746 ] }, "bielik-pl-11b-v3.0-instruct|addition|pl_space|pl": { "acc": 0.91, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.8817, 0.9321 ] }, "bielik-pl-11b-v3.0-instruct|comparison|bare|en": { "acc": 1.0, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.9924, 1.0 ] }, "bielik-pl-11b-v3.0-instruct|comparison|bare|pl": { "acc": 1.0, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.9924, 1.0 ] }, "bielik-pl-11b-v3.0-instruct|comparison|en|en": { "acc": 1.0, "ambiguous": 125, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.9924, 1.0 ] }, "bielik-pl-11b-v3.0-instruct|comparison|en|pl": { "acc": 1.0, "ambiguous": 222, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.9924, 1.0 ] }, "bielik-pl-11b-v3.0-instruct|comparison|pl_nbsp|en": { "acc": 0.954, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.9319, 0.9692 ] }, "bielik-pl-11b-v3.0-instruct|comparison|pl_nbsp|pl": { "acc": 0.996, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.9855, 0.9989 ] }, "bielik-pl-11b-v3.0-instruct|comparison|pl_space|en": { "acc": 0.964, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.9438, 0.9771 ] }, "bielik-pl-11b-v3.0-instruct|comparison|pl_space|pl": { "acc": 0.996, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.9855, 0.9989 ] }, "bielik-pl-11b-v3.0-instruct|conversion|bare|en": { "acc": 0.912, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.8839, 0.9338 ] }, "bielik-pl-11b-v3.0-instruct|conversion|bare|pl": { "acc": 0.914, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.8862, 0.9355 ] }, "bielik-pl-11b-v3.0-instruct|conversion|en|en": { "acc": 0.902, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.8728, 0.9251 ] }, "bielik-pl-11b-v3.0-instruct|conversion|en|pl": { "acc": 0.744, "ambiguous": 5, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.704, 0.7803 ] }, "bielik-pl-11b-v3.0-instruct|conversion|pl_nbsp|en": { "acc": 0.878, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.8464, 0.9038 ] }, "bielik-pl-11b-v3.0-instruct|conversion|pl_nbsp|pl": { "acc": 0.896, "ambiguous": 46, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.8662, 0.9198 ] }, "bielik-pl-11b-v3.0-instruct|conversion|pl_space|en": { "acc": 0.894, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.8639, 0.918 ] }, "bielik-pl-11b-v3.0-instruct|conversion|pl_space|pl": { "acc": 0.898, "ambiguous": 46, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.8684, 0.9216 ] }, "bielik-pl-11b-v3.0-instruct|sorting|bare|en": { "acc": 0.504, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.4603, 0.5476 ] }, "bielik-pl-11b-v3.0-instruct|sorting|bare|pl": { "acc": 0.508, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.4643, 0.5516 ] }, "bielik-pl-11b-v3.0-instruct|sorting|en|en": { "acc": 0.332, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.2921, 0.3744 ] }, "bielik-pl-11b-v3.0-instruct|sorting|en|pl": { "acc": 0.06, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.0423, 0.0844 ] }, "bielik-pl-11b-v3.0-instruct|sorting|pl_nbsp|en": { "acc": 0.182, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.1506, 0.2182 ] }, "bielik-pl-11b-v3.0-instruct|sorting|pl_nbsp|pl": { "acc": 0.324, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.2845, 0.3662 ] }, "bielik-pl-11b-v3.0-instruct|sorting|pl_space|en": { "acc": 0.176, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.1451, 0.2118 ] }, "bielik-pl-11b-v3.0-instruct|sorting|pl_space|pl": { "acc": 0.368, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.3269, 0.4111 ] }, "bielik-pl-11b-v3.0-instruct|subtraction|bare|en": { "acc": 0.932, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.9065, 0.9509 ] }, "bielik-pl-11b-v3.0-instruct|subtraction|bare|pl": { "acc": 0.926, "ambiguous": 1, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.8997, 0.9458 ] }, "bielik-pl-11b-v3.0-instruct|subtraction|en|en": { "acc": 0.948, "ambiguous": 59, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.9249, 0.9643 ] }, "bielik-pl-11b-v3.0-instruct|subtraction|en|pl": { "acc": 0.862, "ambiguous": 298, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.829, 0.8895 ] }, "bielik-pl-11b-v3.0-instruct|subtraction|pl_nbsp|en": { "acc": 0.53, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.4862, 0.5734 ] }, "bielik-pl-11b-v3.0-instruct|subtraction|pl_nbsp|pl": { "acc": 0.7, "ambiguous": 4, "n": 500, "no_number": 0, "truncated": 4, "unit_mismatch": 0, "wilson95": [ 0.6584, 0.7385 ] }, "bielik-pl-11b-v3.0-instruct|subtraction|pl_space|en": { "acc": 0.644, "ambiguous": 0, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.6011, 0.6847 ] }, "bielik-pl-11b-v3.0-instruct|subtraction|pl_space|pl": { "acc": 0.87, "ambiguous": 1, "n": 500, "no_number": 0, "truncated": 0, "unit_mismatch": 0, "wilson95": [ 0.8377, 0.8967 ] } }, "contrast_strata_dropped_uninformative": [ "comparison|en", "comparison|pl" ], "contrast_strata_included": [ "addition|en", "addition|pl", "subtraction|en", "subtraction|pl", "sorting|en", "sorting|pl", "conversion|en", "conversion|pl" ], "contrasts": { "C1_interaction_en_vs_plspace": { "ci95": [ -0.023, 0.0136 ], "estimate": -0.0035, "p_boot": 0.69, "p_holm": 0.69 }, "C2_bielik-11b-v3.0-instruct:bare-en": { "ci95": [ 0.145, 0.1842 ], "estimate": 0.1651, "p_boot": 0.0 }, "C2_bielik-11b-v3.0-instruct:bare-pl_space": { "ci95": [ 0.1566, 0.1985 ], "estimate": 0.1779, "p_boot": 0.0 }, "C2_bielik-11b-v3.0-instruct:pl_space-pl_nbsp": { "ci95": [ -0.1035, -0.0737 ], "estimate": -0.0882, "p_boot": 0.0 }, "C2_bielik-pl-11b-v3.0-instruct:bare-en": { "ci95": [ 0.1642, 0.1999 ], "estimate": 0.1821, "p_boot": 0.0 }, "C2_bielik-pl-11b-v3.0-instruct:bare-pl_space": { "ci95": [ 0.1701, 0.2125 ], "estimate": 0.1914, "p_boot": 0.0 }, "C2_bielik-pl-11b-v3.0-instruct:pl_space-pl_nbsp": { "ci95": [ 0.0677, 0.1048 ], "estimate": 0.0854, "p_boot": 0.0, "p_holm": 0.0 }, "C4_nbsp_differential": { "ci95": [ 0.1535, 0.1956 ], "estimate": 0.1736, "p_boot": 0.0, "p_holm": 0.0 }, "C5_model_main_effect": { "ci95": [ -0.0387, -0.0215 ], "estimate": -0.0299, "p_boot": 0.0, "p_holm": 0.0 } } }