{ "token_limit": 32704, "ceiling_chars_en_pl_model": 77432, "ceiling_chars_en_orig_model": 113897, "ceiling_ratio_en": 1.4709, "ceiling_chars_pl_pl_model": 115473, "ceiling_chars_pl_orig_model": 75356, "ceiling_ratio_pl": 1.5324, "cells": 690, "controls": 32, "cells_runnable_pl_model": 591, "cells_overflow_pl_model": 99, "cells_runnable_orig_model": 562, "cells_overflow_orig_model": 128, "records_pl_model": 623, "grid_records_pl_model": 591, "grid_records_finish_length_pl_model": 9, "outcomes_pl_model_correct": 566, "outcomes_pl_model_wrong": 44, "outcomes_pl_model_no_answer": 6, "outcomes_pl_model_truncated": 7, "suite_a_en_pl_model_outcomes_correct": 145, "suite_a_en_pl_model_outcomes_wrong": 0, "suite_a_en_pl_model_outcomes_no_answer": 0, "suite_a_en_pl_model_outcomes_truncated": 0, "suite_a_pl_pl_model_outcomes_correct": 233, "suite_a_pl_pl_model_outcomes_wrong": 0, "suite_a_pl_pl_model_outcomes_no_answer": 0, "suite_a_pl_pl_model_outcomes_truncated": 7, "controls_a_correct_pl_model": 0, "controls_a_total_pl_model": 12, "records_orig_model": 594, "grid_records_orig_model": 562, "grid_records_finish_length_orig_model": 18, "outcomes_orig_model_correct": 435, "outcomes_orig_model_wrong": 85, "outcomes_orig_model_no_answer": 56, "outcomes_orig_model_truncated": 18, "suite_a_en_orig_model_outcomes_correct": 202, "suite_a_en_orig_model_outcomes_wrong": 0, "suite_a_en_orig_model_outcomes_no_answer": 2, "suite_a_en_orig_model_outcomes_truncated": 1, "suite_a_pl_orig_model_outcomes_correct": 54, "suite_a_pl_orig_model_outcomes_wrong": 35, "suite_a_pl_orig_model_outcomes_no_answer": 46, "suite_a_pl_orig_model_outcomes_truncated": 15, "controls_a_correct_orig_model": 0, "controls_a_total_orig_model": 12, "records_total": 1217, "grid_records_total": 1153, "suite_b_items_dropped_en": 1, "suite_b_items_dropped_pl": 3, "suite_a_en_prompts_per_point": 30, "suite_a_en_pl_model_uncond_acc_3872": 1.0, "suite_a_en_pl_model_uncond_acc_19358": 1.0, "suite_a_en_pl_model_uncond_acc_38716": 1.0, "suite_a_en_pl_model_uncond_acc_58074": 1.0, "suite_a_en_pl_model_uncond_acc_71237": 0.8333333333333334, "suite_a_en_pl_model_within_acc_71237": 1.0, "suite_a_en_pl_model_overflow_71237": 5, "suite_a_en_pl_model_uncond_acc_83627": 0.0, "suite_a_en_pl_model_overflow_83627": 30, "suite_a_en_pl_model_uncond_acc_104785": 0.0, "suite_a_en_pl_model_overflow_104785": 30, "suite_a_en_orig_model_uncond_acc_3872": 1.0, "suite_a_en_orig_model_uncond_acc_19358": 1.0, "suite_a_en_orig_model_uncond_acc_38716": 0.9333333333333333, "suite_a_en_orig_model_uncond_acc_58074": 1.0, "suite_a_en_orig_model_uncond_acc_71237": 1.0, "suite_a_en_orig_model_uncond_acc_83627": 1.0, "suite_a_en_orig_model_uncond_acc_104785": 0.8, "suite_a_en_orig_model_within_acc_104785": 0.96, "suite_a_en_orig_model_overflow_104785": 5, "suite_a_pl_prompts_per_point": 30, "suite_a_pl_pl_model_uncond_acc_3768": 1.0, "suite_a_pl_pl_model_uncond_acc_18839": 0.8333333333333334, "suite_a_pl_pl_model_uncond_acc_37678": 1.0, "suite_a_pl_pl_model_uncond_acc_56517": 0.9666666666666667, "suite_a_pl_pl_model_uncond_acc_69328": 1.0, "suite_a_pl_pl_model_uncond_acc_81384": 1.0, "suite_a_pl_pl_model_uncond_acc_86605": 0.9666666666666667, "suite_a_pl_pl_model_uncond_acc_106235": 1.0, "suite_a_pl_orig_model_uncond_acc_3768": 0.6666666666666666, "suite_a_pl_orig_model_uncond_acc_18839": 0.5666666666666667, "suite_a_pl_orig_model_uncond_acc_37678": 0.1, "suite_a_pl_orig_model_uncond_acc_56517": 0.0, "suite_a_pl_orig_model_uncond_acc_69328": 0.4666666666666667, "suite_a_pl_orig_model_uncond_acc_81384": 0.0, "suite_a_pl_orig_model_overflow_81384": 30, "suite_a_pl_orig_model_uncond_acc_86605": 0.0, "suite_a_pl_orig_model_overflow_86605": 30, "suite_a_pl_orig_model_uncond_acc_106235": 0.0, "suite_a_pl_orig_model_overflow_106235": 30, "suite_b_en_prompts_per_point": 27, "suite_b_en_pl_model_uncond_acc_19358": 0.8888888888888888, "suite_b_en_pl_model_uncond_acc_46459": 0.8888888888888888, "suite_b_en_pl_model_uncond_acc_71237": 0.7777777777777778, "suite_b_en_pl_model_within_acc_71237": 0.875, "suite_b_en_pl_model_overflow_71237": 3, "suite_b_en_pl_model_uncond_acc_104785": 0.0, "suite_b_en_pl_model_overflow_104785": 27, "suite_b_en_orig_model_uncond_acc_19358": 0.8888888888888888, "suite_b_en_orig_model_uncond_acc_46459": 0.8888888888888888, "suite_b_en_orig_model_uncond_acc_71237": 0.8888888888888888, "suite_b_en_orig_model_uncond_acc_104785": 0.6296296296296297, "suite_b_en_orig_model_within_acc_104785": 0.7083333333333334, "suite_b_en_orig_model_overflow_104785": 3, "suite_b_pl_prompts_per_point": 21, "suite_b_pl_pl_model_uncond_acc_18839": 1.0, "suite_b_pl_pl_model_uncond_acc_45214": 0.9523809523809523, "suite_b_pl_pl_model_uncond_acc_69328": 0.9047619047619048, "suite_b_pl_pl_model_uncond_acc_106235": 0.8095238095238095, "suite_b_pl_orig_model_uncond_acc_18839": 0.8571428571428571, "suite_b_pl_orig_model_uncond_acc_45214": 0.8571428571428571, "suite_b_pl_orig_model_uncond_acc_69328": 0.8571428571428571, "suite_b_pl_orig_model_uncond_acc_106235": 0.0, "suite_b_pl_orig_model_overflow_106235": 21, "suite_a_en_pl_model_capacity_chars_theta0_7": 73219.4, "suite_a_en_pl_model_capacity_censored_theta0_7": 0, "suite_a_en_orig_model_capacity_chars_theta0_7": 104785.0, "suite_a_en_orig_model_capacity_censored_theta0_7": 1, "suite_a_pl_pl_model_capacity_chars_theta0_7": 106235.0, "suite_a_pl_pl_model_capacity_censored_theta0_7": 1, "suite_a_pl_orig_model_capacity_chars_theta0_7": 0.0, "suite_a_pl_orig_model_capacity_censored_theta0_7": 0, "suite_b_en_pl_model_capacity_chars_theta0_7": 74591.8, "suite_b_en_pl_model_capacity_censored_theta0_7": 0, "suite_b_en_orig_model_capacity_chars_theta0_7": 95679.11428571428, "suite_b_en_orig_model_capacity_censored_theta0_7": 0, "suite_b_pl_pl_model_capacity_chars_theta0_7": 106235.0, "suite_b_pl_pl_model_capacity_censored_theta0_7": 1, "suite_b_pl_orig_model_capacity_chars_theta0_7": 76094.28333333334, "suite_b_pl_orig_model_capacity_censored_theta0_7": 0, "h1_ratio": 1.4311097878431127, "h1_censored": 1, "h1_ci95_low": 1.2850788483603277, "h1_ci95_high": 1.588330165313058, "h1_p_one_sided": 0.0004997501249375312, "h1_p_holm": 0.0014992503748125937, "h1_boot_valid": 2000, "h1_ratio_theta0_5": 1.3752575695930072, "h1_ratio_theta0_85": 1.4229763145963925, "h1_ratio_excluding_truncated": 1.4311097878431127, "h2_ratio_defined": 0, "h2_ci95_low": 1.4997529469894826, "h2_ci95_high": 28.19400212314225, "h2_p_one_sided": 0.001141552511415525, "h2_p_holm": 0.00228310502283105, "h2_boot_valid": 875, "h2_ratio_theta0_5": 4.93421227241361, "h3_chars": 71237, "h3_pairs": 25, "h3_diff_pl_minus_orig": 0.0, "h3_ci95_low": 0.0, "h3_ci95_high": 0.0, "h3_p_one_sided": 1.0, "h3_p_holm": 1.0, "h3_pairs_acc_pl_model": 1.0, "h3_pairs_acc_orig_model": 1.0, "suite_b_ratio_en": 1.2827028478427156, "suite_b_ratio_censored_en": 0, "suite_b_items_kept_en": 9, "suite_b_ratio_pl": 1.3960969910792684, "suite_b_ratio_censored_pl": 1, "suite_b_items_kept_pl": 7, "adjudication_floor": 1.4997529469894826, "think_tag_en_pl_model_k": 0, "think_tag_en_pl_model_n": 231, "think_tag_en_pl_model_rate": 0.0, "think_tag_pl_pl_model_k": 0, "think_tag_pl_pl_model_n": 360, "think_tag_pl_pl_model_rate": 0.0, "think_tag_en_orig_model_k": 110, "think_tag_en_orig_model_n": 322, "think_tag_en_orig_model_rate": 0.3416149068322981, "think_tag_pl_orig_model_k": 0, "think_tag_pl_orig_model_n": 240, "think_tag_pl_orig_model_rate": 0.0 }