{
  "items_total": 800,
  "items_complete": 800,
  "items_gsm8k_pl": 250,
  "items_llmzszl_stem": 300,
  "items_pes": 250,
  "llmzszl_stem_eligible_pool": 559,
  "pes_specializations": 57,
  "gsm8k_test_problems_parity_checked": 1319,
  "gsm8k_test_problems_parity_mismatches": 0,
  "gsm8k_pl_replacements": 0,
  "accuracy_bielik_pl_11b_pl_cot_all": 0.7625,
  "accuracy_bielik_pl_11b_pl_cot_gsm8k_pl": 0.884,
  "accuracy_bielik_pl_11b_pl_cot_llmzszl_stem": 0.8733,
  "accuracy_bielik_pl_11b_pl_cot_pes": 0.508,
  "accuracy_bielik_pl_11b_en_cot_all": 0.7488,
  "accuracy_bielik_pl_11b_en_cot_gsm8k_pl": 0.848,
  "accuracy_bielik_pl_11b_en_cot_llmzszl_stem": 0.8767,
  "accuracy_bielik_pl_11b_en_cot_pes": 0.496,
  "accuracy_bielik_11b_pl_cot_all": 0.7512,
  "accuracy_bielik_11b_pl_cot_gsm8k_pl": 0.856,
  "accuracy_bielik_11b_pl_cot_llmzszl_stem": 0.8667,
  "accuracy_bielik_11b_pl_cot_pes": 0.508,
  "accuracy_bielik_11b_en_cot_all": 0.76,
  "accuracy_bielik_11b_en_cot_gsm8k_pl": 0.856,
  "accuracy_bielik_11b_en_cot_llmzszl_stem": 0.87,
  "accuracy_bielik_11b_en_cot_pes": 0.532,
  "en_cot_gain_bielik_pl_11b": -0.0138,
  "en_cot_gain_bielik_pl_11b_ci95_low": -0.04,
  "en_cot_gain_bielik_pl_11b_ci95_high": 0.0125,
  "en_cot_gain_bielik_pl_11b_bootstrap_p": 0.296,
  "en_cot_gain_bielik_pl_11b_mcnemar_pl_only": 60,
  "en_cot_gain_bielik_pl_11b_mcnemar_en_only": 49,
  "en_cot_gain_bielik_pl_11b_mcnemar_p": 0.3382,
  "en_cot_gain_bielik_11b": 0.0088,
  "en_cot_gain_bielik_11b_ci95_low": -0.0175,
  "en_cot_gain_bielik_11b_ci95_high": 0.0338,
  "en_cot_gain_bielik_11b_bootstrap_p": 0.527,
  "en_cot_gain_bielik_11b_mcnemar_pl_only": 50,
  "en_cot_gain_bielik_11b_mcnemar_en_only": 57,
  "en_cot_gain_bielik_11b_mcnemar_p": 0.5621,
  "dd_all": -0.0225,
  "dd_all_ci95_low": -0.055,
  "dd_all_ci95_high": 0.0112,
  "dd_all_bootstrap_p": 0.191,
  "dd_gsm8k_pl": -0.036,
  "dd_gsm8k_pl_ci95_low": -0.08,
  "dd_gsm8k_pl_ci95_high": 0.012,
  "dd_gsm8k_pl_bootstrap_p": 0.143,
  "dd_gsm8k_pl_holm_p": 0.429,
  "dd_llmzszl_stem": 0.0,
  "dd_llmzszl_stem_ci95_low": -0.05,
  "dd_llmzszl_stem_ci95_high": 0.05,
  "dd_llmzszl_stem_bootstrap_p": 1.0,
  "dd_llmzszl_stem_holm_p": 1.0,
  "dd_pes": -0.036,
  "dd_pes_ci95_low": -0.116,
  "dd_pes_ci95_high": 0.044,
  "dd_pes_bootstrap_p": 0.389,
  "dd_pes_holm_p": 0.778,
  "dd_compliance_restricted_items": 650,
  "dd_compliance_restricted": -0.0308,
  "dd_compliance_restricted_ci95_low": -0.0662,
  "dd_compliance_restricted_ci95_high": 0.0062,
  "dd_truncation_excluded_items": 770,
  "dd_truncation_excluded": -0.026,
  "dd_truncation_excluded_ci95_low": -0.0597,
  "dd_truncation_excluded_ci95_high": 0.0078,
  "mean_generated_tokens_bielik_pl_11b_pl_cot": 337.6,
  "median_generated_tokens_bielik_pl_11b_pl_cot": 267,
  "language_compliance_bielik_pl_11b_pl_cot": 0.9425,
  "grader_fallback_rate_bielik_pl_11b_pl_cot": 0.03,
  "truncated_outcome_rate_bielik_pl_11b_pl_cot": 0.02,
  "mean_generated_tokens_bielik_pl_11b_en_cot": 234.9,
  "median_generated_tokens_bielik_pl_11b_en_cot": 184,
  "language_compliance_bielik_pl_11b_en_cot": 0.9238,
  "grader_fallback_rate_bielik_pl_11b_en_cot": 0.0125,
  "truncated_outcome_rate_bielik_pl_11b_en_cot": 0.0125,
  "polish_trace_token_surplus_bielik_pl_11b": 102.7,
  "mean_generated_tokens_bielik_11b_pl_cot": 303.9,
  "median_generated_tokens_bielik_11b_pl_cot": 231,
  "language_compliance_bielik_11b_pl_cot": 0.9738,
  "grader_fallback_rate_bielik_11b_pl_cot": 0.0188,
  "truncated_outcome_rate_bielik_11b_pl_cot": 0.0175,
  "mean_generated_tokens_bielik_11b_en_cot": 159.2,
  "median_generated_tokens_bielik_11b_en_cot": 136,
  "language_compliance_bielik_11b_en_cot": 0.905,
  "grader_fallback_rate_bielik_11b_en_cot": 0.0112,
  "truncated_outcome_rate_bielik_11b_en_cot": 0.0012,
  "polish_trace_token_surplus_bielik_11b": 144.7,
  "regenerated_bielik_pl_11b": 75,
  "at_cap_after_extension_bielik_pl_11b": 33,
  "at_cap_after_extension_graded_correct_bielik_pl_11b": 7,
  "graded_truncated_bielik_pl_11b": 26,
  "regenerated_bielik_pl_11b_gsm8k_pl_pl_cot": 2,
  "at_cap_after_extension_bielik_pl_11b_gsm8k_pl_pl_cot": 2,
  "regenerated_bielik_pl_11b_gsm8k_pl_en_cot": 3,
  "at_cap_after_extension_bielik_pl_11b_gsm8k_pl_en_cot": 3,
  "regenerated_bielik_pl_11b_llmzszl_stem_pl_cot": 47,
  "at_cap_after_extension_bielik_pl_11b_llmzszl_stem_pl_cot": 15,
  "regenerated_bielik_pl_11b_llmzszl_stem_en_cot": 15,
  "at_cap_after_extension_bielik_pl_11b_llmzszl_stem_en_cot": 9,
  "regenerated_bielik_pl_11b_pes_pl_cot": 6,
  "at_cap_after_extension_bielik_pl_11b_pes_pl_cot": 3,
  "regenerated_bielik_pl_11b_pes_en_cot": 2,
  "at_cap_after_extension_bielik_pl_11b_pes_en_cot": 1,
  "regenerated_bielik_11b": 40,
  "at_cap_after_extension_bielik_11b": 25,
  "at_cap_after_extension_graded_correct_bielik_11b": 10,
  "graded_truncated_bielik_11b": 15,
  "regenerated_bielik_11b_gsm8k_pl_pl_cot": 1,
  "at_cap_after_extension_bielik_11b_gsm8k_pl_pl_cot": 1,
  "regenerated_bielik_11b_gsm8k_pl_en_cot": 1,
  "at_cap_after_extension_bielik_11b_gsm8k_pl_en_cot": 1,
  "regenerated_bielik_11b_llmzszl_stem_pl_cot": 26,
  "at_cap_after_extension_bielik_11b_llmzszl_stem_pl_cot": 15,
  "regenerated_bielik_11b_llmzszl_stem_en_cot": 1,
  "at_cap_after_extension_bielik_11b_llmzszl_stem_en_cot": 1,
  "regenerated_bielik_11b_pes_pl_cot": 10,
  "at_cap_after_extension_bielik_11b_pes_pl_cot": 6,
  "regenerated_bielik_11b_pes_en_cot": 1,
  "at_cap_after_extension_bielik_11b_pes_en_cot": 1
}