{
  "n_items_total": 800,
  "n_complete": 800,
  "n_missing_cells": 0,
  "models": {
    "pl": "bielik-pl-11b-v3.0-instruct",
    "orig": "bielik-11b-v3.0-instruct"
  },
  "bootstrap_B": 2000,
  "seed": 20260703,
  "accuracy": {
    "bielik-pl-11b-v3.0-instruct|pl|all": 0.7625,
    "bielik-pl-11b-v3.0-instruct|pl|gsm8k_pl": 0.884,
    "bielik-pl-11b-v3.0-instruct|pl|llmzszl_stem": 0.8733,
    "bielik-pl-11b-v3.0-instruct|pl|pes": 0.508,
    "bielik-pl-11b-v3.0-instruct|en|all": 0.7488,
    "bielik-pl-11b-v3.0-instruct|en|gsm8k_pl": 0.848,
    "bielik-pl-11b-v3.0-instruct|en|llmzszl_stem": 0.8767,
    "bielik-pl-11b-v3.0-instruct|en|pes": 0.496,
    "bielik-11b-v3.0-instruct|pl|all": 0.7512,
    "bielik-11b-v3.0-instruct|pl|gsm8k_pl": 0.856,
    "bielik-11b-v3.0-instruct|pl|llmzszl_stem": 0.8667,
    "bielik-11b-v3.0-instruct|pl|pes": 0.508,
    "bielik-11b-v3.0-instruct|en|all": 0.76,
    "bielik-11b-v3.0-instruct|en|gsm8k_pl": 0.856,
    "bielik-11b-v3.0-instruct|en|llmzszl_stem": 0.87,
    "bielik-11b-v3.0-instruct|en|pes": 0.532
  },
  "gain_en_over_pl": {
    "bielik-pl-11b-v3.0-instruct": {
      "est": -0.0138,
      "ci95": [
        -0.04,
        0.0125
      ],
      "boot_frac_le0": 0.875,
      "boot_frac_ge0": 0.148,
      "p_two_sided": 0.296,
      "mcnemar_b_pl_only": 60,
      "mcnemar_c_en_only": 49,
      "mcnemar_p": 0.3382
    },
    "bielik-11b-v3.0-instruct": {
      "est": 0.0088,
      "ci95": [
        -0.0175,
        0.0338
      ],
      "boot_frac_le0": 0.2635,
      "boot_frac_ge0": 0.7655,
      "p_two_sided": 0.527,
      "mcnemar_b_pl_only": 50,
      "mcnemar_c_en_only": 57,
      "mcnemar_p": 0.5621
    }
  },
  "primary_DD": {
    "est": -0.0225,
    "ci95": [
      -0.055,
      0.0112
    ],
    "boot_frac_le0": 0.912,
    "boot_frac_ge0": 0.0955,
    "p_two_sided": 0.191
  },
  "per_benchmark_DD": {
    "gsm8k_pl": {
      "est": -0.036,
      "ci95": [
        -0.08,
        0.012
      ],
      "boot_frac_le0": 0.9465,
      "boot_frac_ge0": 0.0715,
      "p_two_sided": 0.143,
      "p_holm": 0.429
    },
    "llmzszl_stem": {
      "est": 0.0,
      "ci95": [
        -0.05,
        0.05
      ],
      "boot_frac_le0": 0.5395,
      "boot_frac_ge0": 0.5235,
      "p_two_sided": 1.0,
      "p_holm": 1.0
    },
    "pes": {
      "est": -0.036,
      "ci95": [
        -0.116,
        0.044
      ],
      "boot_frac_le0": 0.8315,
      "boot_frac_ge0": 0.1945,
      "p_two_sided": 0.389,
      "p_holm": 0.778
    }
  },
  "trace_fertility": {
    "bielik-pl-11b-v3.0-instruct|pl": {
      "mean_gen_tokens": 337.6,
      "median_gen_tokens": 267
    },
    "bielik-pl-11b-v3.0-instruct|en": {
      "mean_gen_tokens": 234.9,
      "median_gen_tokens": 184
    },
    "bielik-11b-v3.0-instruct|pl": {
      "mean_gen_tokens": 303.9,
      "median_gen_tokens": 231
    },
    "bielik-11b-v3.0-instruct|en": {
      "mean_gen_tokens": 159.2,
      "median_gen_tokens": 136
    }
  },
  "pl_trace_token_surplus": {
    "bielik-pl-11b-v3.0-instruct": 102.7,
    "bielik-11b-v3.0-instruct": 144.7
  },
  "compliance": {
    "bielik-pl-11b-v3.0-instruct|pl": {
      "match": 0.9425,
      "other": 0.02,
      "mixed": 0.0375
    },
    "bielik-pl-11b-v3.0-instruct|en": {
      "match": 0.9238,
      "other": 0.0638,
      "mixed": 0.0125
    },
    "bielik-11b-v3.0-instruct|pl": {
      "match": 0.9738,
      "other": 0.0,
      "mixed": 0.0262
    },
    "bielik-11b-v3.0-instruct|en": {
      "match": 0.905,
      "other": 0.085,
      "mixed": 0.01
    }
  },
  "truncation_rate": {
    "bielik-pl-11b-v3.0-instruct|pl": 0.02,
    "bielik-pl-11b-v3.0-instruct|en": 0.0125,
    "bielik-11b-v3.0-instruct|pl": 0.0175,
    "bielik-11b-v3.0-instruct|en": 0.0012
  },
  "fallback_rate": {
    "bielik-pl-11b-v3.0-instruct|pl": 0.03,
    "bielik-pl-11b-v3.0-instruct|en": 0.0125,
    "bielik-11b-v3.0-instruct|pl": 0.0188,
    "bielik-11b-v3.0-instruct|en": 0.0112
  },
  "sensitivity_compliance_restricted_DD": {
    "n": 650,
    "est": -0.0308,
    "ci95": [
      -0.0662,
      0.0062
    ]
  },
  "sensitivity_truncation_excluded_DD": {
    "n": 770,
    "est": -0.026,
    "ci95": [
      -0.0597,
      0.0078
    ]
  }
}