{ "audit_integers_classified": 5000, "audit_apt4_frac_single_digit": 1, "audit_apt4_frac_3chunk_l2r": 0, "audit_apt4_place_value_boundary_coverage": 1, "audit_apt4_multi_digit_vocab_tokens": 0, "audit_apt4_max_digit_run_in_vocab": 1, "audit_apt4_coverage_0_999_single_token": 0.01, "audit_bielik_v3_original_frac_single_digit": 1, "audit_bielik_v3_original_frac_3chunk_l2r": 0, "audit_bielik_v3_original_place_value_boundary_coverage": 1, "audit_bielik_v3_original_multi_digit_vocab_tokens": 0, "audit_bielik_v3_original_max_digit_run_in_vocab": 1, "audit_bielik_v3_original_coverage_0_999_single_token": 0.01, "audit_apt3_frac_single_digit": 0, "audit_apt3_frac_3chunk_l2r": 0.096, "audit_apt3_place_value_boundary_coverage": 0.3452, "audit_apt3_multi_digit_vocab_tokens": 429, "audit_apt3_max_digit_run_in_vocab": 4, "audit_apt3_coverage_0_999_single_token": 0.204, "audit_apertus_frac_single_digit": 1, "audit_apertus_frac_3chunk_l2r": 0, "audit_apertus_place_value_boundary_coverage": 1, "audit_apertus_multi_digit_vocab_tokens": 0, "audit_apertus_max_digit_run_in_vocab": 1, "audit_apertus_coverage_0_999_single_token": 0.01, "audit_eurollm_frac_single_digit": 1, "audit_eurollm_frac_3chunk_l2r": 0, "audit_eurollm_place_value_boundary_coverage": 1, "audit_eurollm_multi_digit_vocab_tokens": 4, "audit_eurollm_max_digit_run_in_vocab": 3, "audit_eurollm_coverage_0_999_single_token": 0.01, "audit_gemma3_frac_single_digit": 1, "audit_gemma3_frac_3chunk_l2r": 0, "audit_gemma3_place_value_boundary_coverage": 1, "audit_gemma3_multi_digit_vocab_tokens": 176, "audit_gemma3_max_digit_run_in_vocab": 4, "audit_gemma3_coverage_0_999_single_token": 0.01, "audit_llama_3_2_smollm3_frac_single_digit": 0, "audit_llama_3_2_smollm3_frac_3chunk_l2r": 1, "audit_llama_3_2_smollm3_place_value_boundary_coverage": 0.3566, "audit_llama_3_2_smollm3_multi_digit_vocab_tokens": 1100, "audit_llama_3_2_smollm3_max_digit_run_in_vocab": 3, "audit_llama_3_2_smollm3_coverage_0_999_single_token": 1, "audit_mistral_small_3_1_frac_single_digit": 1, "audit_mistral_small_3_1_frac_3chunk_l2r": 0, "audit_mistral_small_3_1_place_value_boundary_coverage": 1, "audit_mistral_small_3_1_multi_digit_vocab_tokens": 0, "audit_mistral_small_3_1_max_digit_run_in_vocab": 1, "audit_mistral_small_3_1_coverage_0_999_single_token": 0.01, "audit_qwen3_frac_single_digit": 1, "audit_qwen3_frac_3chunk_l2r": 0, "audit_qwen3_place_value_boundary_coverage": 1, "audit_qwen3_multi_digit_vocab_tokens": 0, "audit_qwen3_max_digit_run_in_vocab": 1, "audit_qwen3_coverage_0_999_single_token": 0.01, "audit_tokenizers_total": 9, "audit_tokenizers_single_digit": 7, "audit_tokenizers_3chunk_l2r": 1, "audit_tokenizers_free_bpe": 1, "tpn_apt4_bare_int_ge4": 6.966, "tpn_original_bare_int_ge4": 6.966, "tpn_apt4_bare_ge4": 7.6392, "tpn_original_bare_ge4": 7.6392, "tpn_apt4_en_ge4": 9.0303, "tpn_original_en_ge4": 9.0303, "tpn_apt4_pl_space_ge4": 9.0303, "tpn_original_pl_space_ge4": 9.0303, "tpn_apt4_pl_nbsp_ge4": 10.4214, "tpn_original_pl_nbsp_ge4": 9.0303, "tpn_apt4_pl_nnbsp_ge4": 11.8124, "tpn_original_pl_nnbsp_ge4": 11.8124, "tpn_apt4_de_ge4": 9.0303, "tpn_original_de_ge4": 9.0303, "tpn_renderings_equal_apt4_original": 5, "tpn_renderings_total": 6, "fusion_exemplars_total": 15, "fusion_exemplars_differing_apt4_original": 5, "probe_acc_pl_bare": 0.8582, "probe_n_pl_bare": 5000, "probe_truncated_pl_bare": 0, "probe_ambiguous_pl_bare": 4, "probe_no_number_pl_bare": 0, "probe_acc_pl_en": 0.7554, "probe_n_pl_en": 5000, "probe_truncated_pl_en": 0, "probe_ambiguous_pl_en": 1041, "probe_no_number_pl_en": 0, "probe_acc_pl_pl_space": 0.7458, "probe_n_pl_pl_space": 5000, "probe_truncated_pl_pl_space": 0, "probe_ambiguous_pl_pl_space": 47, "probe_no_number_pl_pl_space": 0, "probe_acc_pl_pl_nbsp": 0.6966, "probe_n_pl_pl_nbsp": 5000, "probe_truncated_pl_pl_nbsp": 15, "probe_ambiguous_pl_pl_nbsp": 50, "probe_no_number_pl_pl_nbsp": 0, "probe_acc_original_bare": 0.8428, "probe_n_original_bare": 5000, "probe_truncated_original_bare": 0, "probe_ambiguous_original_bare": 3, "probe_no_number_original_bare": 0, "probe_acc_original_en": 0.7496, "probe_n_original_en": 5000, "probe_truncated_original_en": 2, "probe_ambiguous_original_en": 915, "probe_no_number_original_en": 0, "probe_acc_original_pl_space": 0.7398, "probe_n_original_pl_space": 5000, "probe_truncated_original_pl_space": 0, "probe_ambiguous_original_pl_space": 48, "probe_no_number_original_pl_space": 0, "probe_acc_original_pl_nbsp": 0.7894, "probe_n_original_pl_nbsp": 5000, "probe_truncated_original_pl_nbsp": 1, "probe_ambiguous_original_pl_nbsp": 50, "probe_no_number_original_pl_nbsp": 0, "probe_comparison_cell_acc_min": 0.954, "probe_comparison_cell_acc_max": 1, "probe_comparison_acc_both_models_en": 0.9855, "probe_comparison_acc_both_models_pl": 0.999, "probe_strata_included": 8, "probe_strata_dropped": 2, "probe_bootstrap_resamples": 1000, "c1_interaction_en_vs_pl_space_estimate": -0.0035, "c1_interaction_en_vs_pl_space_ci95_low": -0.023, "c1_interaction_en_vs_pl_space_ci95_high": 0.0136, "c1_interaction_en_vs_pl_space_p_holm": 0.69, "c4_nbsp_differential_estimate": 0.1736, "c4_nbsp_differential_ci95_low": 0.1535, "c4_nbsp_differential_ci95_high": 0.1956, "c4_nbsp_differential_p_holm": 0, "c5_model_main_effect_estimate": -0.0299, "c5_model_main_effect_ci95_low": -0.0387, "c5_model_main_effect_ci95_high": -0.0215, "c5_model_main_effect_p_holm": 0, "c2_pl_bare_minus_en_estimate": 0.1821, "c2_pl_bare_minus_en_ci95_low": 0.1642, "c2_pl_bare_minus_en_ci95_high": 0.1999, "c2_pl_bare_minus_pl_space_estimate": 0.1914, "c2_pl_bare_minus_pl_space_ci95_low": 0.1701, "c2_pl_bare_minus_pl_space_ci95_high": 0.2125, "c2_pl_pl_space_minus_pl_nbsp_estimate": 0.0854, "c2_pl_pl_space_minus_pl_nbsp_ci95_low": 0.0677, "c2_pl_pl_space_minus_pl_nbsp_ci95_high": 0.1048, "c2_pl_pl_space_minus_pl_nbsp_p_holm": 0, "c2_original_bare_minus_en_estimate": 0.1651, "c2_original_bare_minus_en_ci95_low": 0.145, "c2_original_bare_minus_en_ci95_high": 0.1842, "c2_original_bare_minus_pl_space_estimate": 0.1779, "c2_original_bare_minus_pl_space_ci95_low": 0.1566, "c2_original_bare_minus_pl_space_ci95_high": 0.1985, "c2_original_pl_space_minus_pl_nbsp_estimate": -0.0882, "c2_original_pl_space_minus_pl_nbsp_ci95_low": -0.1035, "c2_original_pl_space_minus_pl_nbsp_ci95_high": -0.0737, "c2_bare_minus_grouped_estimate_min": 0.1651, "c2_bare_minus_grouped_estimate_max": 0.1914, "c2_bare_minus_grouped_ci95_low_min": 0.145, "c2_bare_minus_grouped_contrasts": 4, "carry_acc_pl_0": 0.9451, "carry_n_pl_0": 492, "carry_acc_pl_1_2": 0.9124, "carry_n_pl_1_2": 2044, "carry_acc_pl_3_plus": 0.888, "carry_n_pl_3_plus": 1464, "carry_acc_original_0": 0.937, "carry_n_original_0": 492, "carry_acc_original_1_2": 0.9031, "carry_n_original_1_2": 2044, "carry_acc_original_3_plus": 0.8777, "carry_n_original_3_plus": 1464, "smoke_deterministic_pl": 1, "smoke_items_pl": 50, "smoke_deterministic_original": 1, "smoke_items_original": 50, "gsm8k_bridge_acc_pl": 0.916, "gsm8k_bridge_n_pl": 250, "gsm8k_bridge_acc_original": 0.928, "gsm8k_bridge_n_original": 250, "gsm8k_bridge_diff_pl_minus_original": -0.012, "gsm8k_bridge_diff_ci95_low": -0.036, "gsm8k_bridge_diff_ci95_high": 0.012, "gsm8k_test_final_answers": 1319, "gsm8k_test_final_answers_with_comma": 14, "gsm8k_test_final_answers_with_space_or_nbsp": 0, "gsm8k_all_numerals": 237660, "gsm8k_all_numerals_with_space_or_nbsp": 287 }