{ "seed": 20260704, "B": 2000, "theta_primary": 0.7, "manifest_config_hash": "9d4ea79e61b06e0c805be463b7755343afb9504ad63159e5485bbc17e5ef7aec", "arithmetic_ceilings": { "en": { "pl": 77432, "orig": 113897 }, "pl": { "pl": 115473, "orig": 75356 } }, "arithmetic_ratios": { "en": 1.4709, "pl": 1.5324 }, "suiteB_dropped_items": { "en": [ 4 ], "pl": [ 0, 4, 5 ] }, "ctrlA_outcomes": { "ctrlA:en:i0": { "pl": "wrong", "orig": "wrong" }, "ctrlA:en:i1": { "pl": "no_answer", "orig": "no_answer" }, "ctrlA:en:i2": { "pl": "no_answer", "orig": "no_answer" }, "ctrlA:en:i3": { "pl": "wrong", "orig": "wrong" }, "ctrlA:en:i4": { "pl": "wrong", "orig": "wrong" }, "ctrlA:en:i5": { "pl": "wrong", "orig": "wrong" }, "ctrlA:pl:i0": { "pl": "no_answer", "orig": "no_answer" }, "ctrlA:pl:i1": { "pl": "no_answer", "orig": "no_answer" }, "ctrlA:pl:i2": { "pl": "wrong", "orig": "no_answer" }, "ctrlA:pl:i3": { "pl": "wrong", "orig": "no_answer" }, "ctrlA:pl:i4": { "pl": "wrong", "orig": "wrong" }, "ctrlA:pl:i5": { "pl": "wrong", "orig": "wrong" } }, "curves": { "A:en:pl": [ { "L": 0, "chars": 3872, "n": 30, "n_overflow": 0, "uncond_acc": 1.0, "within_acc": 1.0, "n_fit": 30, "uncond_ci": [ 0.8864829086095221, 1.0 ], "mean_ptok": 1522.5 }, { "L": 1, "chars": 19358, "n": 30, "n_overflow": 0, "uncond_acc": 1.0, "within_acc": 1.0, "n_fit": 30, "uncond_ci": [ 0.8864829086095221, 1.0 ], "mean_ptok": 7726.833333333333 }, { "L": 2, "chars": 38716, "n": 30, "n_overflow": 0, "uncond_acc": 1.0, "within_acc": 1.0, "n_fit": 30, "uncond_ci": [ 0.8864829086095221, 1.0 ], "mean_ptok": 16263.0 }, { "L": 3, "chars": 58074, "n": 30, "n_overflow": 0, "uncond_acc": 1.0, "within_acc": 1.0, "n_fit": 30, "uncond_ci": [ 0.8864829086095221, 1.0 ], "mean_ptok": 23794.666666666668 }, { "L": 4, "chars": 71237, "n": 30, "n_overflow": 5, "uncond_acc": 0.8333333333333334, "within_acc": 1.0, "n_fit": 25, "uncond_ci": [ 0.6643529481431982, 0.9266356575964831 ], "mean_ptok": 28540.4 }, { "L": 5, "chars": 83627, "n": 30, "n_overflow": 30, "uncond_acc": 0.0, "within_acc": null, "n_fit": 0, "uncond_ci": [ 0.0, 0.113517091390478 ], "mean_ptok": null }, { "L": 6, "chars": 104785, "n": 30, "n_overflow": 30, "uncond_acc": 0.0, "within_acc": null, "n_fit": 0, "uncond_ci": [ 0.0, 0.113517091390478 ], "mean_ptok": null } ], "A:en:orig": [ { "L": 0, "chars": 3872, "n": 30, "n_overflow": 0, "uncond_acc": 1.0, "within_acc": 1.0, "n_fit": 30, "uncond_ci": [ 0.8864829086095221, 1.0 ], "mean_ptok": 968.6666666666666 }, { "L": 1, "chars": 19358, "n": 30, "n_overflow": 0, "uncond_acc": 1.0, "within_acc": 1.0, "n_fit": 30, "uncond_ci": [ 0.8864829086095221, 1.0 ], "mean_ptok": 5021.0 }, { "L": 2, "chars": 38716, "n": 30, "n_overflow": 0, "uncond_acc": 0.9333333333333333, "within_acc": 0.9333333333333333, "n_fit": 30, "uncond_ci": [ 0.7867618227892791, 0.9815233646723066 ], "mean_ptok": 10344.333333333334 }, { "L": 3, "chars": 58074, "n": 30, "n_overflow": 0, "uncond_acc": 1.0, "within_acc": 1.0, "n_fit": 30, "uncond_ci": [ 0.8864829086095221, 1.0 ], "mean_ptok": 15542.833333333334 }, { "L": 4, "chars": 71237, "n": 30, "n_overflow": 0, "uncond_acc": 1.0, "within_acc": 1.0, "n_fit": 30, "uncond_ci": [ 0.8864829086095221, 1.0 ], "mean_ptok": 19105.0 }, { "L": 5, "chars": 83627, "n": 30, "n_overflow": 0, "uncond_acc": 1.0, "within_acc": 1.0, "n_fit": 30, "uncond_ci": [ 0.8864829086095221, 1.0 ], "mean_ptok": 23408.666666666668 }, { "L": 6, "chars": 104785, "n": 30, "n_overflow": 5, "uncond_acc": 0.8, "within_acc": 0.96, "n_fit": 25, "uncond_ci": [ 0.6269395261897256, 0.9049502189759876 ], "mean_ptok": 27246.4 } ], "A:pl:pl": [ { "L": 0, "chars": 3768, "n": 30, "n_overflow": 0, "uncond_acc": 1.0, "within_acc": 1.0, "n_fit": 30, "uncond_ci": [ 0.8864829086095221, 1.0 ], "mean_ptok": 1099.0 }, { "L": 1, "chars": 18839, "n": 30, "n_overflow": 0, "uncond_acc": 0.8333333333333334, "within_acc": 0.8333333333333334, "n_fit": 30, "uncond_ci": [ 0.6643529481431982, 0.9266356575964831 ], "mean_ptok": 5422.666666666667 }, { "L": 2, "chars": 37678, "n": 30, "n_overflow": 0, "uncond_acc": 1.0, "within_acc": 1.0, "n_fit": 30, "uncond_ci": [ 0.8864829086095221, 1.0 ], "mean_ptok": 10678.833333333334 }, { "L": 3, "chars": 56517, "n": 30, "n_overflow": 0, "uncond_acc": 0.9666666666666667, "within_acc": 0.9666666666666667, "n_fit": 30, "uncond_ci": [ 0.8332924860304112, 0.9940915620051425 ], "mean_ptok": 15601.666666666666 }, { "L": 4, "chars": 69328, "n": 30, "n_overflow": 0, "uncond_acc": 1.0, "within_acc": 1.0, "n_fit": 30, "uncond_ci": [ 0.8864829086095221, 1.0 ], "mean_ptok": 19587.0 }, { "L": 5, "chars": 81384, "n": 30, "n_overflow": 0, "uncond_acc": 1.0, "within_acc": 1.0, "n_fit": 30, "uncond_ci": [ 0.8864829086095221, 1.0 ], "mean_ptok": 22928.166666666668 }, { "L": 6, "chars": 86605, "n": 30, "n_overflow": 0, "uncond_acc": 0.9666666666666667, "within_acc": 0.9666666666666667, "n_fit": 30, "uncond_ci": [ 0.8332924860304112, 0.9940915620051425 ], "mean_ptok": 24909.333333333332 }, { "L": 7, "chars": 106235, "n": 30, "n_overflow": 0, "uncond_acc": 1.0, "within_acc": 1.0, "n_fit": 30, "uncond_ci": [ 0.8864829086095221, 1.0 ], "mean_ptok": 29407.833333333332 } ], "A:pl:orig": [ { "L": 0, "chars": 3768, "n": 30, "n_overflow": 0, "uncond_acc": 0.6666666666666666, "within_acc": 0.6666666666666666, "n_fit": 30, "uncond_ci": [ 0.48779725813830266, 0.807697044731538 ], "mean_ptok": 1774.5 }, { "L": 1, "chars": 18839, "n": 30, "n_overflow": 0, "uncond_acc": 0.5666666666666667, "within_acc": 0.5666666666666667, "n_fit": 30, "uncond_ci": [ 0.3919700954540873, 0.7262276256938489 ], "mean_ptok": 8387.5 }, { "L": 2, "chars": 37678, "n": 30, "n_overflow": 0, "uncond_acc": 0.1, "within_acc": 0.1, "n_fit": 30, "uncond_ci": [ 0.03459925995971615, 0.25621441315266624 ], "mean_ptok": 16532.666666666668 }, { "L": 3, "chars": 56517, "n": 30, "n_overflow": 0, "uncond_acc": 0.0, "within_acc": 0.0, "n_fit": 30, "uncond_ci": [ 0.0, 0.113517091390478 ], "mean_ptok": 24481.166666666668 }, { "L": 4, "chars": 69328, "n": 30, "n_overflow": 0, "uncond_acc": 0.4666666666666667, "within_acc": 0.4666666666666667, "n_fit": 30, "uncond_ci": [ 0.30232127224128236, 0.6385798671847496 ], "mean_ptok": 30178.833333333332 }, { "L": 5, "chars": 81384, "n": 30, "n_overflow": 30, "uncond_acc": 0.0, "within_acc": null, "n_fit": 0, "uncond_ci": [ 0.0, 0.113517091390478 ], "mean_ptok": null }, { "L": 6, "chars": 86605, "n": 30, "n_overflow": 30, "uncond_acc": 0.0, "within_acc": null, "n_fit": 0, "uncond_ci": [ 0.0, 0.113517091390478 ], "mean_ptok": null }, { "L": 7, "chars": 106235, "n": 30, "n_overflow": 30, "uncond_acc": 0.0, "within_acc": null, "n_fit": 0, "uncond_ci": [ 0.0, 0.113517091390478 ], "mean_ptok": null } ], "B:en:pl": [ { "L": 0, "chars": 19358, "n": 27, "n_overflow": 0, "uncond_acc": 0.8888888888888888, "within_acc": 0.8888888888888888, "n_fit": 27, "uncond_ci": [ 0.7194181745602705, 0.9614803521050127 ], "mean_ptok": 8164.555555555556 }, { "L": 1, "chars": 46459, "n": 27, "n_overflow": 0, "uncond_acc": 0.8888888888888888, "within_acc": 0.8888888888888888, "n_fit": 27, "uncond_ci": [ 0.7194181745602705, 0.9614803521050127 ], "mean_ptok": 19692.51851851852 }, { "L": 2, "chars": 71237, "n": 27, "n_overflow": 3, "uncond_acc": 0.7777777777777778, "within_acc": 0.875, "n_fit": 24, "uncond_ci": [ 0.5924270453692919, 0.8939290451059105 ], "mean_ptok": 30110.583333333332 }, { "L": 3, "chars": 104785, "n": 27, "n_overflow": 27, "uncond_acc": 0.0, "within_acc": null, "n_fit": 0, "uncond_ci": [ 6.938893903907228e-18, 0.12455903714463581 ], "mean_ptok": null } ], "B:en:orig": [ { "L": 0, "chars": 19358, "n": 27, "n_overflow": 0, "uncond_acc": 0.8888888888888888, "within_acc": 0.8888888888888888, "n_fit": 27, "uncond_ci": [ 0.7194181745602705, 0.9614803521050127 ], "mean_ptok": 5295.592592592592 }, { "L": 1, "chars": 46459, "n": 27, "n_overflow": 0, "uncond_acc": 0.8888888888888888, "within_acc": 0.8888888888888888, "n_fit": 27, "uncond_ci": [ 0.7194181745602705, 0.9614803521050127 ], "mean_ptok": 12816.111111111111 }, { "L": 2, "chars": 71237, "n": 27, "n_overflow": 0, "uncond_acc": 0.8888888888888888, "within_acc": 0.8888888888888888, "n_fit": 27, "uncond_ci": [ 0.7194181745602705, 0.9614803521050127 ], "mean_ptok": 19802.14814814815 }, { "L": 3, "chars": 104785, "n": 27, "n_overflow": 3, "uncond_acc": 0.6296296296296297, "within_acc": 0.7083333333333334, "n_fit": 24, "uncond_ci": [ 0.442289046234463, 0.7846771293206314 ], "mean_ptok": 29357.5 } ], "B:pl:pl": [ { "L": 0, "chars": 18839, "n": 21, "n_overflow": 0, "uncond_acc": 1.0, "within_acc": 1.0, "n_fit": 21, "uncond_ci": [ 0.8453561767357979, 0.9999999999999999 ], "mean_ptok": 5709.952380952381 }, { "L": 1, "chars": 45214, "n": 21, "n_overflow": 0, "uncond_acc": 0.9523809523809523, "within_acc": 0.9523809523809523, "n_fit": 21, "uncond_ci": [ 0.7733018341376452, 0.9915442305280766 ], "mean_ptok": 13530.285714285714 }, { "L": 2, "chars": 69328, "n": 21, "n_overflow": 0, "uncond_acc": 0.9047619047619048, "within_acc": 0.9047619047619048, "n_fit": 21, "uncond_ci": [ 0.7108541613925933, 0.9734817912030528 ], "mean_ptok": 20430.190476190477 }, { "L": 3, "chars": 106235, "n": 21, "n_overflow": 0, "uncond_acc": 0.8095238095238095, "within_acc": 0.8095238095238095, "n_fit": 21, "uncond_ci": [ 0.599990134607267, 0.9233255938482269 ], "mean_ptok": 31066.95238095238 } ], "B:pl:orig": [ { "L": 0, "chars": 18839, "n": 21, "n_overflow": 0, "uncond_acc": 0.8571428571428571, "within_acc": 0.8571428571428571, "n_fit": 21, "uncond_ci": [ 0.6536350585077049, 0.950190782017865 ], "mean_ptok": 8602.809523809523 }, { "L": 1, "chars": 45214, "n": 21, "n_overflow": 0, "uncond_acc": 0.8571428571428571, "within_acc": 0.8571428571428571, "n_fit": 21, "uncond_ci": [ 0.6536350585077049, 0.950190782017865 ], "mean_ptok": 20436.619047619046 }, { "L": 2, "chars": 69328, "n": 21, "n_overflow": 0, "uncond_acc": 0.8571428571428571, "within_acc": 0.8571428571428571, "n_fit": 21, "uncond_ci": [ 0.6536350585077049, 0.950190782017865 ], "mean_ptok": 31145.333333333332 }, { "L": 3, "chars": 106235, "n": 21, "n_overflow": 21, "uncond_acc": 0.0, "within_acc": null, "n_fit": 0, "uncond_ci": [ 0.0, 0.15464382326420195 ], "mean_ptok": null } ] }, "capacity": { "A:en:pl:theta0.5": { "c_star_chars": 76193.0, "censored": false }, "A:en:pl:theta0.7": { "c_star_chars": 73219.4, "censored": false }, "A:en:pl:theta0.85": { "c_star_chars": 69920.70000000001, "censored": false }, "A:en:orig:theta0.5": { "c_star_chars": 104785.0, "censored": true }, "A:en:orig:theta0.7": { "c_star_chars": 104785.0, "censored": true }, "A:en:orig:theta0.85": { "c_star_chars": 99495.5, "censored": false }, "A:pl:pl:theta0.5": { "c_star_chars": 106235.0, "censored": true }, "A:pl:pl:theta0.7": { "c_star_chars": 106235.0, "censored": true }, "A:pl:pl:theta0.85": { "c_star_chars": 17331.900000000005, "censored": false }, "A:pl:orig:theta0.5": { "c_star_chars": 21530.285714285714, "censored": false }, "A:pl:orig:theta0.7": { "c_star_chars": 0.0, "censored": false }, "A:pl:orig:theta0.85": { "c_star_chars": 0.0, "censored": false }, "B:en:pl:theta0.5": { "c_star_chars": 83218.42857142858, "censored": false }, "B:en:pl:theta0.7": { "c_star_chars": 74591.8, "censored": false }, "B:en:pl:theta0.85": { "c_star_chars": 55131.299999999996, "censored": false }, "B:en:orig:theta0.5": { "c_star_chars": 104785.0, "censored": true }, "B:en:orig:theta0.7": { "c_star_chars": 95679.11428571428, "censored": false }, "B:en:orig:theta0.85": { "c_star_chars": 76269.2, "censored": false }, "B:pl:pl:theta0.5": { "c_star_chars": 106235.0, "censored": true }, "B:pl:pl:theta0.7": { "c_star_chars": 106235.0, "censored": true }, "B:pl:pl:theta0.85": { "c_star_chars": 90549.52500000001, "censored": false }, "B:pl:orig:theta0.5": { "c_star_chars": 84705.91666666667, "censored": false }, "B:pl:orig:theta0.7": { "c_star_chars": 76094.28333333334, "censored": false }, "B:pl:orig:theta0.85": { "c_star_chars": 69635.55833333333, "censored": false } }, "primaries": { "H1_R_EN": { "ratio": 1.4311097878431127, "censored": true, "ci95": [ 1.2850788483603277, 1.588330165313058 ], "p_one_sided": 0.0004997501249375312, "n_boot_valid": 2000, "ratio_theta0.5": 1.3752575695930072, "censored_theta0.5": true, "ratio_theta0.85": 1.4229763145963925, "censored_theta0.85": false, "p_holm": 0.0014992503748125937 }, "H2_R_PL": { "ratio": null, "censored": true, "ci95": [ 1.4997529469894826, 28.19400212314225 ], "p_one_sided": 0.001141552511415525, "n_boot_valid": 875, "ratio_theta0.5": 4.93421227241361, "censored_theta0.5": true, "ratio_theta0.85": null, "censored_theta0.85": true, "p_holm": 0.00228310502283105 }, "H3_within_window_en": { "lang": "en", "L": 4, "chars": 71237, "n_pairs": 25, "diff_pl_minus_orig": 0.0, "ci95": [ 0.0, 0.0 ], "p_one_sided_direction": 1.0, "p_holm": 1.0 } }, "sensitivity": { "B_R_EN": { "ratio": 1.2827028478427156, "censored": false, "items_kept": [ 0, 1, 2, 3, 5, 6, 7, 8, 9 ] }, "B_R_PL": { "ratio": 1.3960969910792684, "censored": true, "items_kept": [ 1, 2, 3, 6, 7, 8, 9 ] }, "H1_R_EN_noTrunc": 1.4311097878431127, "H2_R_PL_noTrunc": null }, "depth_heatmap": { "en:pl": { "0.1": [ { "chars": 3872, "within_acc": 1.0, "n_fit": 6 }, { "chars": 19358, "within_acc": 1.0, "n_fit": 6 }, { "chars": 38716, "within_acc": 1.0, "n_fit": 6 }, { "chars": 58074, "within_acc": 1.0, "n_fit": 6 }, { "chars": 71237, "within_acc": 1.0, "n_fit": 5 }, { "chars": 83627, "within_acc": null, "n_fit": 0 }, { "chars": 104785, "within_acc": null, "n_fit": 0 } ], "0.3": [ { "chars": 3872, "within_acc": 1.0, "n_fit": 6 }, { "chars": 19358, "within_acc": 1.0, "n_fit": 6 }, { "chars": 38716, "within_acc": 1.0, "n_fit": 6 }, { "chars": 58074, "within_acc": 1.0, "n_fit": 6 }, { "chars": 71237, "within_acc": 1.0, "n_fit": 5 }, { "chars": 83627, "within_acc": null, "n_fit": 0 }, { "chars": 104785, "within_acc": null, "n_fit": 0 } ], "0.5": [ { "chars": 3872, "within_acc": 1.0, "n_fit": 6 }, { "chars": 19358, "within_acc": 1.0, "n_fit": 6 }, { "chars": 38716, "within_acc": 1.0, "n_fit": 6 }, { "chars": 58074, "within_acc": 1.0, "n_fit": 6 }, { "chars": 71237, "within_acc": 1.0, "n_fit": 5 }, { "chars": 83627, "within_acc": null, "n_fit": 0 }, { "chars": 104785, "within_acc": null, "n_fit": 0 } ], "0.7": [ { "chars": 3872, "within_acc": 1.0, "n_fit": 6 }, { "chars": 19358, "within_acc": 1.0, "n_fit": 6 }, { "chars": 38716, "within_acc": 1.0, "n_fit": 6 }, { "chars": 58074, "within_acc": 1.0, "n_fit": 6 }, { "chars": 71237, "within_acc": 1.0, "n_fit": 5 }, { "chars": 83627, "within_acc": null, "n_fit": 0 }, { "chars": 104785, "within_acc": null, "n_fit": 0 } ], "0.9": [ { "chars": 3872, "within_acc": 1.0, "n_fit": 6 }, { "chars": 19358, "within_acc": 1.0, "n_fit": 6 }, { "chars": 38716, "within_acc": 1.0, "n_fit": 6 }, { "chars": 58074, "within_acc": 1.0, "n_fit": 6 }, { "chars": 71237, "within_acc": 1.0, "n_fit": 5 }, { "chars": 83627, "within_acc": null, "n_fit": 0 }, { "chars": 104785, "within_acc": null, "n_fit": 0 } ] }, "en:orig": { "0.1": [ { "chars": 3872, "within_acc": 1.0, "n_fit": 6 }, { "chars": 19358, "within_acc": 1.0, "n_fit": 6 }, { "chars": 38716, "within_acc": 1.0, "n_fit": 6 }, { "chars": 58074, "within_acc": 1.0, "n_fit": 6 }, { "chars": 71237, "within_acc": 1.0, "n_fit": 6 }, { "chars": 83627, "within_acc": 1.0, "n_fit": 6 }, { "chars": 104785, "within_acc": 1.0, "n_fit": 5 } ], "0.3": [ { "chars": 3872, "within_acc": 1.0, "n_fit": 6 }, { "chars": 19358, "within_acc": 1.0, "n_fit": 6 }, { "chars": 38716, "within_acc": 1.0, "n_fit": 6 }, { "chars": 58074, "within_acc": 1.0, "n_fit": 6 }, { "chars": 71237, "within_acc": 1.0, "n_fit": 6 }, { "chars": 83627, "within_acc": 1.0, "n_fit": 6 }, { "chars": 104785, "within_acc": 1.0, "n_fit": 5 } ], "0.5": [ { "chars": 3872, "within_acc": 1.0, "n_fit": 6 }, { "chars": 19358, "within_acc": 1.0, "n_fit": 6 }, { "chars": 38716, "within_acc": 0.8333333333333334, "n_fit": 6 }, { "chars": 58074, "within_acc": 1.0, "n_fit": 6 }, { "chars": 71237, "within_acc": 1.0, "n_fit": 6 }, { "chars": 83627, "within_acc": 1.0, "n_fit": 6 }, { "chars": 104785, "within_acc": 1.0, "n_fit": 5 } ], "0.7": [ { "chars": 3872, "within_acc": 1.0, "n_fit": 6 }, { "chars": 19358, "within_acc": 1.0, "n_fit": 6 }, { "chars": 38716, "within_acc": 1.0, "n_fit": 6 }, { "chars": 58074, "within_acc": 1.0, "n_fit": 6 }, { "chars": 71237, "within_acc": 1.0, "n_fit": 6 }, { "chars": 83627, "within_acc": 1.0, "n_fit": 6 }, { "chars": 104785, "within_acc": 0.8, "n_fit": 5 } ], "0.9": [ { "chars": 3872, "within_acc": 1.0, "n_fit": 6 }, { "chars": 19358, "within_acc": 1.0, "n_fit": 6 }, { "chars": 38716, "within_acc": 0.8333333333333334, "n_fit": 6 }, { "chars": 58074, "within_acc": 1.0, "n_fit": 6 }, { "chars": 71237, "within_acc": 1.0, "n_fit": 6 }, { "chars": 83627, "within_acc": 1.0, "n_fit": 6 }, { "chars": 104785, "within_acc": 1.0, "n_fit": 5 } ] }, "pl:pl": { "0.1": [ { "chars": 3768, "within_acc": 1.0, "n_fit": 6 }, { "chars": 18839, "within_acc": 1.0, "n_fit": 6 }, { "chars": 37678, "within_acc": 1.0, "n_fit": 6 }, { "chars": 56517, "within_acc": 1.0, "n_fit": 6 }, { "chars": 69328, "within_acc": 1.0, "n_fit": 6 }, { "chars": 81384, "within_acc": 1.0, "n_fit": 6 }, { "chars": 86605, "within_acc": 1.0, "n_fit": 6 }, { "chars": 106235, "within_acc": 1.0, "n_fit": 6 } ], "0.3": [ { "chars": 3768, "within_acc": 1.0, "n_fit": 6 }, { "chars": 18839, "within_acc": 0.8333333333333334, "n_fit": 6 }, { "chars": 37678, "within_acc": 1.0, "n_fit": 6 }, { "chars": 56517, "within_acc": 1.0, "n_fit": 6 }, { "chars": 69328, "within_acc": 1.0, "n_fit": 6 }, { "chars": 81384, "within_acc": 1.0, "n_fit": 6 }, { "chars": 86605, "within_acc": 1.0, "n_fit": 6 }, { "chars": 106235, "within_acc": 1.0, "n_fit": 6 } ], "0.5": [ { "chars": 3768, "within_acc": 1.0, "n_fit": 6 }, { "chars": 18839, "within_acc": 0.8333333333333334, "n_fit": 6 }, { "chars": 37678, "within_acc": 1.0, "n_fit": 6 }, { "chars": 56517, "within_acc": 1.0, "n_fit": 6 }, { "chars": 69328, "within_acc": 1.0, "n_fit": 6 }, { "chars": 81384, "within_acc": 1.0, "n_fit": 6 }, { "chars": 86605, "within_acc": 1.0, "n_fit": 6 }, { "chars": 106235, "within_acc": 1.0, "n_fit": 6 } ], "0.7": [ { "chars": 3768, "within_acc": 1.0, "n_fit": 6 }, { "chars": 18839, "within_acc": 0.8333333333333334, "n_fit": 6 }, { "chars": 37678, "within_acc": 1.0, "n_fit": 6 }, { "chars": 56517, "within_acc": 0.8333333333333334, "n_fit": 6 }, { "chars": 69328, "within_acc": 1.0, "n_fit": 6 }, { "chars": 81384, "within_acc": 1.0, "n_fit": 6 }, { "chars": 86605, "within_acc": 1.0, "n_fit": 6 }, { "chars": 106235, "within_acc": 1.0, "n_fit": 6 } ], "0.9": [ { "chars": 3768, "within_acc": 1.0, "n_fit": 6 }, { "chars": 18839, "within_acc": 0.6666666666666666, "n_fit": 6 }, { "chars": 37678, "within_acc": 1.0, "n_fit": 6 }, { "chars": 56517, "within_acc": 1.0, "n_fit": 6 }, { "chars": 69328, "within_acc": 1.0, "n_fit": 6 }, { "chars": 81384, "within_acc": 1.0, "n_fit": 6 }, { "chars": 86605, "within_acc": 0.8333333333333334, "n_fit": 6 }, { "chars": 106235, "within_acc": 1.0, "n_fit": 6 } ] }, "pl:orig": { "0.1": [ { "chars": 3768, "within_acc": 0.8333333333333334, "n_fit": 6 }, { "chars": 18839, "within_acc": 0.8333333333333334, "n_fit": 6 }, { "chars": 37678, "within_acc": 0.16666666666666666, "n_fit": 6 }, { "chars": 56517, "within_acc": 0.0, "n_fit": 6 }, { "chars": 69328, "within_acc": 0.6666666666666666, "n_fit": 6 }, { "chars": 81384, "within_acc": null, "n_fit": 0 }, { "chars": 86605, "within_acc": null, "n_fit": 0 }, { "chars": 106235, "within_acc": null, "n_fit": 0 } ], "0.3": [ { "chars": 3768, "within_acc": 0.6666666666666666, "n_fit": 6 }, { "chars": 18839, "within_acc": 0.6666666666666666, "n_fit": 6 }, { "chars": 37678, "within_acc": 0.0, "n_fit": 6 }, { "chars": 56517, "within_acc": 0.0, "n_fit": 6 }, { "chars": 69328, "within_acc": 0.5, "n_fit": 6 }, { "chars": 81384, "within_acc": null, "n_fit": 0 }, { "chars": 86605, "within_acc": null, "n_fit": 0 }, { "chars": 106235, "within_acc": null, "n_fit": 0 } ], "0.5": [ { "chars": 3768, "within_acc": 0.6666666666666666, "n_fit": 6 }, { "chars": 18839, "within_acc": 0.6666666666666666, "n_fit": 6 }, { "chars": 37678, "within_acc": 0.0, "n_fit": 6 }, { "chars": 56517, "within_acc": 0.0, "n_fit": 6 }, { "chars": 69328, "within_acc": 0.5, "n_fit": 6 }, { "chars": 81384, "within_acc": null, "n_fit": 0 }, { "chars": 86605, "within_acc": null, "n_fit": 0 }, { "chars": 106235, "within_acc": null, "n_fit": 0 } ], "0.7": [ { "chars": 3768, "within_acc": 0.5, "n_fit": 6 }, { "chars": 18839, "within_acc": 0.3333333333333333, "n_fit": 6 }, { "chars": 37678, "within_acc": 0.16666666666666666, "n_fit": 6 }, { "chars": 56517, "within_acc": 0.0, "n_fit": 6 }, { "chars": 69328, "within_acc": 0.3333333333333333, "n_fit": 6 }, { "chars": 81384, "within_acc": null, "n_fit": 0 }, { "chars": 86605, "within_acc": null, "n_fit": 0 }, { "chars": 106235, "within_acc": null, "n_fit": 0 } ], "0.9": [ { "chars": 3768, "within_acc": 0.6666666666666666, "n_fit": 6 }, { "chars": 18839, "within_acc": 0.3333333333333333, "n_fit": 6 }, { "chars": 37678, "within_acc": 0.16666666666666666, "n_fit": 6 }, { "chars": 56517, "within_acc": 0.0, "n_fit": 6 }, { "chars": 69328, "within_acc": 0.3333333333333333, "n_fit": 6 }, { "chars": 81384, "within_acc": null, "n_fit": 0 }, { "chars": 86605, "within_acc": null, "n_fit": 0 }, { "chars": 106235, "within_acc": null, "n_fit": 0 } ] } }, "family_split": { "en:pl": { "code": [ { "chars": 3872, "uncond_acc": 1.0, "n": 15 }, { "chars": 19358, "uncond_acc": 1.0, "n": 15 }, { "chars": 38716, "uncond_acc": 1.0, "n": 15 }, { "chars": 58074, "uncond_acc": 1.0, "n": 15 }, { "chars": 71237, "uncond_acc": 1.0, "n": 15 }, { "chars": 83627, "uncond_acc": 0.0, "n": 15 }, { "chars": 104785, "uncond_acc": 0.0, "n": 15 } ], "number": [ { "chars": 3872, "uncond_acc": 1.0, "n": 15 }, { "chars": 19358, "uncond_acc": 1.0, "n": 15 }, { "chars": 38716, "uncond_acc": 1.0, "n": 15 }, { "chars": 58074, "uncond_acc": 1.0, "n": 15 }, { "chars": 71237, "uncond_acc": 0.6666666666666666, "n": 15 }, { "chars": 83627, "uncond_acc": 0.0, "n": 15 }, { "chars": 104785, "uncond_acc": 0.0, "n": 15 } ] }, "en:orig": { "code": [ { "chars": 3872, "uncond_acc": 1.0, "n": 15 }, { "chars": 19358, "uncond_acc": 1.0, "n": 15 }, { "chars": 38716, "uncond_acc": 1.0, "n": 15 }, { "chars": 58074, "uncond_acc": 1.0, "n": 15 }, { "chars": 71237, "uncond_acc": 1.0, "n": 15 }, { "chars": 83627, "uncond_acc": 1.0, "n": 15 }, { "chars": 104785, "uncond_acc": 1.0, "n": 15 } ], "number": [ { "chars": 3872, "uncond_acc": 1.0, "n": 15 }, { "chars": 19358, "uncond_acc": 1.0, "n": 15 }, { "chars": 38716, "uncond_acc": 0.8666666666666667, "n": 15 }, { "chars": 58074, "uncond_acc": 1.0, "n": 15 }, { "chars": 71237, "uncond_acc": 1.0, "n": 15 }, { "chars": 83627, "uncond_acc": 1.0, "n": 15 }, { "chars": 104785, "uncond_acc": 0.6, "n": 15 } ] }, "pl:pl": { "code": [ { "chars": 3768, "uncond_acc": 1.0, "n": 15 }, { "chars": 18839, "uncond_acc": 1.0, "n": 15 }, { "chars": 37678, "uncond_acc": 1.0, "n": 15 }, { "chars": 56517, "uncond_acc": 1.0, "n": 15 }, { "chars": 69328, "uncond_acc": 1.0, "n": 15 }, { "chars": 81384, "uncond_acc": 1.0, "n": 15 }, { "chars": 86605, "uncond_acc": 1.0, "n": 15 }, { "chars": 106235, "uncond_acc": 1.0, "n": 15 } ], "number": [ { "chars": 3768, "uncond_acc": 1.0, "n": 15 }, { "chars": 18839, "uncond_acc": 0.6666666666666666, "n": 15 }, { "chars": 37678, "uncond_acc": 1.0, "n": 15 }, { "chars": 56517, "uncond_acc": 0.9333333333333333, "n": 15 }, { "chars": 69328, "uncond_acc": 1.0, "n": 15 }, { "chars": 81384, "uncond_acc": 1.0, "n": 15 }, { "chars": 86605, "uncond_acc": 0.9333333333333333, "n": 15 }, { "chars": 106235, "uncond_acc": 1.0, "n": 15 } ] }, "pl:orig": { "code": [ { "chars": 3768, "uncond_acc": 0.6666666666666666, "n": 15 }, { "chars": 18839, "uncond_acc": 0.8666666666666667, "n": 15 }, { "chars": 37678, "uncond_acc": 0.2, "n": 15 }, { "chars": 56517, "uncond_acc": 0.0, "n": 15 }, { "chars": 69328, "uncond_acc": 0.8666666666666667, "n": 15 }, { "chars": 81384, "uncond_acc": 0.0, "n": 15 }, { "chars": 86605, "uncond_acc": 0.0, "n": 15 }, { "chars": 106235, "uncond_acc": 0.0, "n": 15 } ], "number": [ { "chars": 3768, "uncond_acc": 0.6666666666666666, "n": 15 }, { "chars": 18839, "uncond_acc": 0.26666666666666666, "n": 15 }, { "chars": 37678, "uncond_acc": 0.0, "n": 15 }, { "chars": 56517, "uncond_acc": 0.0, "n": 15 }, { "chars": 69328, "uncond_acc": 0.06666666666666667, "n": 15 }, { "chars": 81384, "uncond_acc": 0.0, "n": 15 }, { "chars": 86605, "uncond_acc": 0.0, "n": 15 }, { "chars": 106235, "uncond_acc": 0.0, "n": 15 } ] } }, "context_doubling_adjudication": { "R_PL_theta0.7": null, "floor": 1.4997529469894826, "basis": "amendment3_floor = max(suiteB ratio incl censored numerator, suiteA bootstrap CI lower bound)", "verdict": "partial", "suiteA_theta0.5": 4.93421227241361, "suiteB_theta0.7": 1.3960969910792684, "bins": ">=1.8 confirms | 1.3-1.8 partial | 1.1-1.3 partial-trending-refute | <1.1 refutes" } }