{
 "arm": "qwen3.5-27b-fp8-vllm-h100",
 "composite": false,
 "context": {
  "baseline_scope": "One submission from seeds, no experiments; expected win rate with uniform MAP tie breaking on scored items, equal weight per headline tier.",
  "exposure": "Rule catalogs are public and include classes used in experiments while this benchmark was developed. Sealed items hide seed pairs, not the rule universe. This benchmark does not establish contamination-free reasoning.",
  "prior": "T1-T4 share the 3-piece catalog prior because their tier is not revealed; T5 and T6 use their registered tier classes.",
  "seed_only_map_win": 0.04655555555555555,
  "tiers": {
   "T1": {
    "manifest_classes": 15,
    "manifest_families": 5,
    "scored_classes": 15,
    "scored_families": 5,
    "seed_only_map_win": 0.0
   },
   "T2": {
    "manifest_classes": 30,
    "manifest_families": 7,
    "scored_classes": 30,
    "scored_families": 7,
    "seed_only_map_win": 0.0
   },
   "T3": {
    "manifest_classes": 75,
    "manifest_families": 10,
    "scored_classes": 75,
    "scored_families": 10,
    "seed_only_map_win": 0.17555555555555555
   },
   "T4": {
    "manifest_classes": 30,
    "manifest_families": 5,
    "scored_classes": 30,
    "scored_families": 5,
    "seed_only_map_win": 0.0
   },
   "T5": {
    "manifest_classes": 50,
    "manifest_families": 17,
    "scored_classes": 50,
    "scored_families": 17,
    "seed_only_map_win": 0.018333333333333333
   },
   "T6": {
    "manifest_classes": 30,
    "manifest_families": 7,
    "scored_classes": 30,
    "scored_families": 7,
    "seed_only_map_win": 0.03888888888888888
   }
  }
 },
 "families": {
  "T1": {
   "count=1-1-and": {
    "ci": [
     0.002195076213262843,
     0.6888400691465548
    ],
    "ci_method": "korn-graubard",
    "classes": 3,
    "df": 2.0,
    "estimate": 0.16666666666666666,
    "items": 6,
    "n_eff": 5.0,
    "scored": 6,
    "se": 0.16666666666666669
   },
   "count=2-1-and": {
    "ci": [
     0.0,
     0.7075982261787133
    ],
    "ci_method": "korn-graubard",
    "classes": 3,
    "df": null,
    "estimate": 0.0,
    "items": 6,
    "n_eff": 3,
    "scored": 6,
    "se": 0.0
   },
   "count>=2-1-and": {
    "ci": [
     0.22277809550351207,
     0.9567281317072582
    ],
    "ci_method": "korn-graubard",
    "classes": 3,
    "df": 2.0,
    "estimate": 0.6666666666666666,
    "items": 6,
    "n_eff": 6.0,
    "scored": 6,
    "se": 0.16666666666666666
   },
   "exists-1-and": {
    "ci": [
     0.22277809550351207,
     0.9567281317072582
    ],
    "ci_method": "korn-graubard",
    "classes": 3,
    "df": 2.0,
    "estimate": 0.6666666666666666,
    "items": 6,
    "n_eff": 6.0,
    "scored": 6,
    "se": 0.16666666666666666
   },
   "forall-1-and": {
    "ci": [
     0.31115993085344484,
     0.9978049237867372
    ],
    "ci_method": "korn-graubard",
    "classes": 3,
    "df": 2.0,
    "estimate": 0.8333333333333334,
    "items": 6,
    "n_eff": 4.999999999999999,
    "scored": 6,
    "se": 0.16666666666666666
   }
  },
  "T2": {
   "count=1-2-and": {
    "ci": [
     0.0,
     0.6023646356164742
    ],
    "ci_method": "korn-graubard",
    "classes": 4,
    "df": null,
    "estimate": 0.0,
    "items": 8,
    "n_eff": 4,
    "scored": 8,
    "se": 0.0
   },
   "count=1-2-or": {
    "ci": [
     0.0,
     0.6023646356164742
    ],
    "ci_method": "korn-graubard",
    "classes": 4,
    "df": null,
    "estimate": 0.0,
    "items": 8,
    "n_eff": 4,
    "scored": 8,
    "se": 0.0
   },
   "exists-2-and": {
    "ci": [
     0.11811724875702517,
     0.8818827512429748
    ],
    "ci_method": "korn-graubard",
    "classes": 4,
    "df": 3.0,
    "estimate": 0.5,
    "items": 8,
    "n_eff": 6.0,
    "scored": 8,
    "se": 0.2041241452319315
   },
   "exists-2-or": {
    "ci": [
     0.002195076213262843,
     0.6888400691465548
    ],
    "ci_method": "korn-graubard",
    "classes": 3,
    "df": 2.0,
    "estimate": 0.16666666666666666,
    "items": 6,
    "n_eff": 5.0,
    "scored": 6,
    "se": 0.16666666666666669
   },
   "forall-2-and": {
    "ci": [
     0.4439045376923586,
     0.9747892736731665
    ],
    "ci_method": "korn-graubard",
    "classes": 5,
    "df": 4.0,
    "estimate": 0.8,
    "items": 10,
    "n_eff": 10.0,
    "scored": 10,
    "se": 0.1224744871391589
   },
   "forall-2-or": {
    "ci": [
     0.0,
     0.5218237501049814
    ],
    "ci_method": "korn-graubard",
    "classes": 5,
    "df": null,
    "estimate": 0.0,
    "items": 10,
    "n_eff": 5,
    "scored": 10,
    "se": 0.0
   },
   "outer-2-and": {
    "ci": [
     0.025210726326833396,
     0.5560954623076413
    ],
    "ci_method": "korn-graubard",
    "classes": 5,
    "df": 4.0,
    "estimate": 0.2,
    "items": 10,
    "n_eff": 10.0,
    "scored": 10,
    "se": 0.12247448713915891
   }
  },
  "T3": {
   "count=1-3-and": {
    "ci": [
     0.0011651228626543657,
     0.2822684688924021
    ],
    "ci_method": "korn-graubard",
    "classes": 9,
    "df": 8.0,
    "estimate": 0.05555555555555555,
    "items": 18,
    "n_eff": 17.0,
    "scored": 18,
    "se": 0.05555555555555555
   },
   "count=2-2-and": {
    "ci": [
     0.031854026249944226,
     0.6508557944128239
    ],
    "ci_method": "korn-graubard",
    "classes": 4,
    "df": 3.0,
    "estimate": 0.25,
    "items": 8,
    "n_eff": 8.0,
    "scored": 8,
    "se": 0.14433756729740643
   },
   "count=2-3-and": {
    "ci": [
     0.0011651228626543657,
     0.2822684688924021
    ],
    "ci_method": "korn-graubard",
    "classes": 9,
    "df": 8.0,
    "estimate": 0.05555555555555555,
    "items": 18,
    "n_eff": 17.0,
    "scored": 18,
    "se": 0.05555555555555555
   },
   "count>=2-2-and": {
    "ci": [
     0.0,
     0.6023646356164742
    ],
    "ci_method": "korn-graubard",
    "classes": 4,
    "df": null,
    "estimate": 0.0,
    "items": 8,
    "n_eff": 4,
    "scored": 8,
    "se": 0.0
   },
   "count>=2-3-and": {
    "ci": [
     0.13342740250612345,
     0.5900747618279254
    ],
    "ci_method": "korn-graubard",
    "classes": 9,
    "df": 8.0,
    "estimate": 0.3333333333333333,
    "items": 18,
    "n_eff": 18.0,
    "scored": 18,
    "se": 0.08333333333333333
   },
   "exists-3-and": {
    "ci": [
     0.25110335496947456,
     0.8409059705921651
    ],
    "ci_method": "korn-graubard",
    "classes": 8,
    "df": 7.0,
    "estimate": 0.5625,
    "items": 16,
    "n_eff": 11.307692307692308,
    "scored": 16,
    "se": 0.14752421108802058
   },
   "exists-3-or": {
    "ci": [
     0.0,
     0.369416647552819
    ],
    "ci_method": "korn-graubard",
    "classes": 8,
    "df": null,
    "estimate": 0.0,
    "items": 16,
    "n_eff": 8,
    "scored": 16,
    "se": 0.0
   },
   "forall-3-and": {
    "ci": [
     0.3737119117341051,
     0.9099330966314167
    ],
    "ci_method": "korn-graubard",
    "classes": 8,
    "df": 7.0,
    "estimate": 0.6875,
    "items": 16,
    "n_eff": 12.419354838709676,
    "scored": 16,
    "se": 0.13152607020228782
   },
   "forall-3-or": {
    "ci": [
     0.0,
     0.369416647552819
    ],
    "ci_method": "korn-graubard",
    "classes": 8,
    "df": null,
    "estimate": 0.0,
    "items": 16,
    "n_eff": 8,
    "scored": 16,
    "se": 0.0
   },
   "outer-3-and": {
    "ci": [
     0.0,
     0.369416647552819
    ],
    "ci_method": "korn-graubard",
    "classes": 8,
    "df": null,
    "estimate": 0.0,
    "items": 16,
    "n_eff": 8,
    "scored": 16,
    "se": 0.0
   }
  },
  "T4": {
   "count=1-3-or": {
    "ci": [
     0.0,
     0.4096163972250032
    ],
    "ci_method": "korn-graubard",
    "classes": 7,
    "df": null,
    "estimate": 0.0,
    "items": 14,
    "n_eff": 7,
    "scored": 14,
    "se": 0.0
   },
   "count=2-2-or": {
    "ci": [
     0.0,
     0.6023646356164742
    ],
    "ci_method": "korn-graubard",
    "classes": 4,
    "df": null,
    "estimate": 0.0,
    "items": 8,
    "n_eff": 4,
    "scored": 8,
    "se": 0.0
   },
   "count=2-3-or": {
    "ci": [
     0.0,
     0.4096163972250032
    ],
    "ci_method": "korn-graubard",
    "classes": 7,
    "df": null,
    "estimate": 0.0,
    "items": 14,
    "n_eff": 7,
    "scored": 14,
    "se": 0.0
   },
   "count>=2-2-or": {
    "ci": [
     0.0,
     0.6023646356164742
    ],
    "ci_method": "korn-graubard",
    "classes": 4,
    "df": null,
    "estimate": 0.0,
    "items": 8,
    "n_eff": 4,
    "scored": 8,
    "se": 0.0
   },
   "count>=2-3-or": {
    "ci": [
     0.0,
     0.369416647552819
    ],
    "ci_method": "korn-graubard",
    "classes": 8,
    "df": null,
    "estimate": 0.0,
    "items": 16,
    "n_eff": 8,
    "scored": 16,
    "se": 0.0
   }
  },
  "T5": {
   "K01": {
    "ci": [
     0.0,
     0.8418861169915808
    ],
    "ci_method": "korn-graubard",
    "classes": 2,
    "df": null,
    "estimate": 0.0,
    "items": 4,
    "n_eff": 2,
    "scored": 4,
    "se": 0.0
   },
   "K02": {
    "ci": [
     0.0,
     0.369416647552819
    ],
    "ci_method": "korn-graubard",
    "classes": 8,
    "df": null,
    "estimate": 0.0,
    "items": 16,
    "n_eff": 8,
    "scored": 16,
    "se": 0.0
   },
   "K03": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 1,
    "df": null,
    "estimate": 0.0,
    "items": 2,
    "n_eff": null,
    "scored": 2,
    "se": null
   },
   "K04": {
    "ci": [
     0.001991559834161668,
     0.5601939493197616
    ],
    "ci_method": "korn-graubard",
    "classes": 4,
    "df": 3.0,
    "estimate": 0.125,
    "items": 8,
    "n_eff": 7.0,
    "scored": 8,
    "se": 0.125
   },
   "K05": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 1,
    "df": null,
    "estimate": 0.0,
    "items": 2,
    "n_eff": null,
    "scored": 2,
    "se": null
   },
   "K06": {
    "ci": [
     0.0,
     0.3362671168799426
    ],
    "ci_method": "korn-graubard",
    "classes": 9,
    "df": null,
    "estimate": 0.0,
    "items": 18,
    "n_eff": 9,
    "scored": 18,
    "se": 0.0
   },
   "S04": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 1,
    "df": null,
    "estimate": 0.5,
    "items": 2,
    "n_eff": null,
    "scored": 2,
    "se": null
   },
   "S05": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 1,
    "df": null,
    "estimate": 0.5,
    "items": 2,
    "n_eff": null,
    "scored": 2,
    "se": null
   },
   "S06": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 1,
    "df": null,
    "estimate": 1.0,
    "items": 2,
    "n_eff": null,
    "scored": 2,
    "se": null
   },
   "S07": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 1,
    "df": null,
    "estimate": 0.0,
    "items": 2,
    "n_eff": null,
    "scored": 2,
    "se": null
   },
   "S08": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 1,
    "df": null,
    "estimate": 0.5,
    "items": 2,
    "n_eff": null,
    "scored": 2,
    "se": null
   },
   "S09": {
    "ci": [
     0.0,
     0.8418861169915808
    ],
    "ci_method": "korn-graubard",
    "classes": 2,
    "df": null,
    "estimate": 0.0,
    "items": 4,
    "n_eff": 2,
    "scored": 4,
    "se": 0.0
   },
   "S11": {
    "ci": [
     0.002092015600535833,
     0.8680679537317599
    ],
    "ci_method": "korn-graubard",
    "classes": 2,
    "df": 1.0,
    "estimate": 0.25,
    "items": 4,
    "n_eff": 3.0,
    "scored": 4,
    "se": 0.25
   },
   "S12": {
    "ci": [
     0.0,
     0.3084971078187607
    ],
    "ci_method": "korn-graubard",
    "classes": 10,
    "df": null,
    "estimate": 0.0,
    "items": 20,
    "n_eff": 10,
    "scored": 20,
    "se": 0.0
   },
   "X01": {
    "ci": [
     0.0,
     0.8418861169915808
    ],
    "ci_method": "korn-graubard",
    "classes": 2,
    "df": null,
    "estimate": 0.0,
    "items": 4,
    "n_eff": 2,
    "scored": 4,
    "se": 0.0
   },
   "X02": {
    "ci": [
     0.0,
     0.8418861169915808
    ],
    "ci_method": "korn-graubard",
    "classes": 2,
    "df": null,
    "estimate": 0.0,
    "items": 4,
    "n_eff": 2,
    "scored": 4,
    "se": 0.0
   },
   "X04": {
    "ci": [
     0.0,
     0.8418861169915808
    ],
    "ci_method": "korn-graubard",
    "classes": 2,
    "df": null,
    "estimate": 0.0,
    "items": 4,
    "n_eff": 2,
    "scored": 4,
    "se": 0.0
   }
  },
  "T6": {
   "C08": {
    "ci": [
     0.0,
     0.6023646356164742
    ],
    "ci_method": "korn-graubard",
    "classes": 4,
    "df": null,
    "estimate": 0.0,
    "items": 8,
    "n_eff": 4,
    "scored": 8,
    "se": 0.0
   },
   "C09": {
    "ci": [
     0.0,
     0.7075982261787133
    ],
    "ci_method": "korn-graubard",
    "classes": 3,
    "df": null,
    "estimate": 0.0,
    "items": 6,
    "n_eff": 3,
    "scored": 6,
    "se": 0.0
   },
   "C11": {
    "ci": [
     0.0,
     0.4096163972250032
    ],
    "ci_method": "korn-graubard",
    "classes": 7,
    "df": null,
    "estimate": 0.0,
    "items": 14,
    "n_eff": 7,
    "scored": 14,
    "se": 0.0
   },
   "C13": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 1,
    "df": null,
    "estimate": 0.0,
    "items": 2,
    "n_eff": null,
    "scored": 2,
    "se": null
   },
   "C16": {
    "ci": [
     0.0,
     0.3362671168799426
    ],
    "ci_method": "korn-graubard",
    "classes": 9,
    "df": null,
    "estimate": 0.0,
    "items": 18,
    "n_eff": 9,
    "scored": 18,
    "se": 0.0
   },
   "C17": {
    "ci": [
     0.0,
     0.5218237501049814
    ],
    "ci_method": "korn-graubard",
    "classes": 5,
    "df": null,
    "estimate": 0.0,
    "items": 10,
    "n_eff": 5,
    "scored": 10,
    "se": 0.0
   },
   "C18": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 1,
    "df": null,
    "estimate": 0.0,
    "items": 2,
    "n_eff": null,
    "scored": 2,
    "se": null
   }
  }
 },
 "files": [
  {
   "composite": false,
   "configurations": [
    {
     "settings": {
      "backend": "openai-chat-completions",
      "guided": null,
      "model": "qwen3.5-27b-fp8",
      "sampling": {
       "max_tokens": 65536,
       "min_p": 0.0,
       "presence_penalty": 1.5,
       "temperature": 1.0,
       "top_k": 20,
       "top_p": 0.95
      }
     },
     "sha256": "e5ac48d097c094f70e35beb507f16492060637f1d44bb954486d884ed8f0bbc9"
    }
   ],
   "end": "complete",
   "finished": 460,
   "path": "experiments/E01-dev-baseline/results/runs/qwen3.5-27b-fp8-vllm-h100.jsonl",
   "player": "model",
   "reply_policy": "action-object-v1",
   "sha256": "e61343629098df028aaeccff827c1fe4fc24e38a6f832eb63c0ee85e7a21994a",
   "truncated": false
  }
 ],
 "headline": {
  "ci": [
   0.0781450746543672,
   0.15109864128112688
  ],
  "ci_method": "korn-graubard-mover",
  "classes": 215,
  "complete": true,
  "df": 48.22706953057152,
  "estimate": 0.10400000000000001,
  "finished": 430,
  "items": 430,
  "missing": [],
  "n_eff": null,
  "over_cap": {},
  "se": 0.0124069989092295,
  "unscored_cap": 0.05,
  "withheld": null
 },
 "kind": "score",
 "malformed": {
  "T1": {
   "by_kind": {
    "schema_error": 13
   },
   "decisions": 185,
   "games": 30,
   "invalid_submission_rate": 0.24528301886792453,
   "invalid_submissions": 13,
   "invalid_turns": 13,
   "malformed_rate": 0.07027027027027027
  },
  "T2": {
   "by_kind": {
    "schema_error": 23
   },
   "decisions": 421,
   "games": 60,
   "invalid_submission_rate": 0.2,
   "invalid_submissions": 23,
   "invalid_turns": 23,
   "malformed_rate": 0.05463182897862233
  },
  "T3": {
   "by_kind": {
    "schema_error": 84
   },
   "decisions": 1118,
   "games": 150,
   "invalid_submission_rate": 0.28668941979522183,
   "invalid_submissions": 84,
   "invalid_turns": 84,
   "malformed_rate": 0.07513416815742398
  },
  "T4": {
   "by_kind": {
    "schema_error": 37
   },
   "decisions": 426,
   "games": 60,
   "invalid_submission_rate": 0.3,
   "invalid_submissions": 36,
   "invalid_turns": 37,
   "malformed_rate": 0.08685446009389672
  },
  "T5": {
   "by_kind": {
    "schema_error": 56
   },
   "decisions": 772,
   "games": 100,
   "invalid_submission_rate": 0.2814070351758794,
   "invalid_submissions": 56,
   "invalid_turns": 56,
   "malformed_rate": 0.07253886010362694
  },
  "T6": {
   "by_kind": {
    "schema_error": 44
   },
   "decisions": 444,
   "games": 60,
   "invalid_submission_rate": 0.36666666666666664,
   "invalid_submissions": 44,
   "invalid_turns": 44,
   "malformed_rate": 0.0990990990990991
  },
  "all": {
   "by_kind": {
    "schema_error": 257
   },
   "decisions": 3366,
   "games": 460,
   "invalid_submission_rate": 0.28444444444444444,
   "invalid_submissions": 256,
   "invalid_turns": 257,
   "malformed_rate": 0.07635175282234105
  },
  "headline": {
   "by_kind": {
    "schema_error": 244
   },
   "decisions": 3181,
   "games": 430,
   "invalid_submission_rate": 0.28689492325855964,
   "invalid_submissions": 243,
   "invalid_turns": 244,
   "malformed_rate": 0.0767054385413392
  }
 },
 "manifest_sha256": "6b98d1a59d5f7d3b09b12f9840c83405e6ea2925d71911a10ab572e39facc278",
 "player": "model",
 "schema": "zendo-bench-v1-score",
 "split": "dev",
 "templates": {},
 "tiers": {
  "T1": {
   "abandoned": 0,
   "ci": [
    0.2586696185653812,
    0.683527403532638
   ],
   "ci_method": "korn-graubard",
   "classes": 15,
   "df": 13.999999999999998,
   "estimate": 0.4666666666666667,
   "finished": 30,
   "items": 30,
   "n_eff": 23.066607782314126,
   "scored": 30,
   "se": 0.10312575156051293,
   "timing_unverifiable": 0,
   "unfinished": 0,
   "unscored": 0,
   "wins": 14
  },
  "T2": {
   "abandoned": 0,
   "ci": [
    0.14562405122986233,
    0.38104639057930656
   ],
   "ci_method": "korn-graubard",
   "classes": 30,
   "df": 21.964372298935384,
   "estimate": 0.25,
   "finished": 60,
   "items": 60,
   "n_eff": 58.03232992072735,
   "scored": 60,
   "se": 0.04919994838040911,
   "timing_unverifiable": 0,
   "unfinished": 0,
   "unscored": 0,
   "wins": 15
  },
  "T3": {
   "abandoned": 0,
   "ci": [
    0.13769360078684306,
    0.2752055422339573
   ],
   "ci_method": "korn-graubard",
   "classes": 75,
   "df": 29.847137937565186,
   "estimate": 0.2,
   "finished": 150,
   "items": 150,
   "n_eff": 142.3713892528231,
   "scored": 150,
   "se": 0.02663688813513714,
   "timing_unverifiable": 0,
   "unfinished": 0,
   "unscored": 0,
   "wins": 30
  },
  "T4": {
   "abandoned": 0,
   "ci": [
    0.0,
    0.11570330822202773
   ],
   "ci_method": "korn-graubard",
   "classes": 30,
   "df": null,
   "estimate": 0.0,
   "finished": 60,
   "items": 60,
   "n_eff": 30,
   "scored": 60,
   "se": 0.0,
   "timing_unverifiable": 0,
   "unfinished": 0,
   "unscored": 0,
   "wins": 0
  },
  "T5": {
   "abandoned": 0,
   "ci": [
    0.026005647508680646,
    0.14650822916259304
   ],
   "ci_method": "korn-graubard",
   "classes": 50,
   "df": 22.0,
   "estimate": 0.07,
   "finished": 100,
   "items": 100,
   "n_eff": 85.1119968925773,
   "scored": 100,
   "se": 0.026798914496333957,
   "timing_unverifiable": 0,
   "unfinished": 0,
   "unscored": 0,
   "wins": 7
  },
  "T6": {
   "abandoned": 0,
   "ci": [
    0.0,
    0.11570330822202773
   ],
   "ci_method": "korn-graubard",
   "classes": 30,
   "df": null,
   "estimate": 0.0,
   "finished": 60,
   "items": 60,
   "n_eff": 30,
   "scored": 60,
   "se": 0.0,
   "timing_unverifiable": 0,
   "unfinished": 0,
   "unscored": 0,
   "wins": 0
  }
 },
 "verified": true,
 "w0": {
  "bands": [
   "w0=0",
   "0<w0<0.5",
   "w0>=0.5"
  ],
  "pooled": {
   "0<w0<0.5": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 5,
    "df": null,
    "estimate": 0.0,
    "n_eff": null,
    "se": null
   },
   "w0=0": {
    "ci": [
     0.07931889124063318,
     0.15478533565756405
    ],
    "ci_method": "korn-graubard-mover",
    "classes": 201,
    "df": 49.81311240822889,
    "estimate": 0.10599489795918368,
    "n_eff": null,
    "se": 0.01263154901715689
   },
   "w0>=0.5": {
    "ci": [
     0.029336485132583412,
     0.4928703058233077
    ],
    "ci_method": "korn-graubard-mover",
    "classes": 21,
    "df": 1.0209326808752506,
    "estimate": 0.19791666666666666,
    "n_eff": null,
    "se": 0.16753247335853916
   }
  },
  "tiers": {
   "T1": {
    "0<w0<0.5": {
     "ci": null,
     "ci_method": "korn-graubard",
     "classes": 0,
     "df": null,
     "estimate": null,
     "items": 0,
     "n_eff": null,
     "scored": 0,
     "se": null
    },
    "w0=0": {
     "ci": [
      0.2586696185653812,
      0.683527403532638
     ],
     "ci_method": "korn-graubard",
     "classes": 15,
     "df": 13.999999999999998,
     "estimate": 0.4666666666666667,
     "items": 30,
     "n_eff": 23.066607782314126,
     "scored": 30,
     "se": 0.10312575156051293
    },
    "w0>=0.5": {
     "ci": null,
     "ci_method": "korn-graubard",
     "classes": 0,
     "df": null,
     "estimate": null,
     "items": 0,
     "n_eff": null,
     "scored": 0,
     "se": null
    }
   },
   "T2": {
    "0<w0<0.5": {
     "ci": null,
     "ci_method": "korn-graubard",
     "classes": 0,
     "df": null,
     "estimate": null,
     "items": 0,
     "n_eff": null,
     "scored": 0,
     "se": null
    },
    "w0=0": {
     "ci": [
      0.14562405122986233,
      0.38104639057930656
     ],
     "ci_method": "korn-graubard",
     "classes": 30,
     "df": 21.964372298935384,
     "estimate": 0.25,
     "items": 60,
     "n_eff": 58.03232992072735,
     "scored": 60,
     "se": 0.04919994838040911
    },
    "w0>=0.5": {
     "ci": null,
     "ci_method": "korn-graubard",
     "classes": 0,
     "df": null,
     "estimate": null,
     "items": 0,
     "n_eff": null,
     "scored": 0,
     "se": null
    }
   },
   "T3": {
    "0<w0<0.5": {
     "ci": null,
     "ci_method": "korn-graubard",
     "classes": 1,
     "df": null,
     "estimate": 0.0,
     "items": 1,
     "n_eff": null,
     "scored": 1,
     "se": null
    },
    "w0=0": {
     "ci": [
      0.14701175654016368,
      0.3055115429973315
     ],
     "ci_method": "korn-graubard",
     "classes": 64,
     "df": 25.723235837711066,
     "estimate": 0.21875,
     "items": 122,
     "n_eff": 114.85739910797773,
     "scored": 122,
     "se": 0.02956536200658394
    },
    "w0>=0.5": {
     "ci": [
      0.015271144486916702,
      0.27449574927924514
     ],
     "ci_method": "korn-graubard",
     "classes": 16,
     "df": 12.09448818897638,
     "estimate": 0.09375,
     "items": 27,
     "n_eff": 25.838900516255222,
     "scored": 27,
     "se": 0.05103103630798288
    }
   },
   "T4": {
    "0<w0<0.5": {
     "ci": null,
     "ci_method": "korn-graubard",
     "classes": 0,
     "df": null,
     "estimate": null,
     "items": 0,
     "n_eff": null,
     "scored": 0,
     "se": null
    },
    "w0=0": {
     "ci": [
      0.0,
      0.11570330822202773
     ],
     "ci_method": "korn-graubard",
     "classes": 30,
     "df": null,
     "estimate": 0.0,
     "items": 60,
     "n_eff": 30,
     "scored": 60,
     "se": 0.0
    },
    "w0>=0.5": {
     "ci": null,
     "ci_method": "korn-graubard",
     "classes": 0,
     "df": null,
     "estimate": null,
     "items": 0,
     "n_eff": null,
     "scored": 0,
     "se": null
    }
   },
   "T5": {
    "0<w0<0.5": {
     "ci": null,
     "ci_method": "korn-graubard",
     "classes": 1,
     "df": null,
     "estimate": 0.0,
     "items": 1,
     "n_eff": null,
     "scored": 1,
     "se": null
    },
    "w0=0": {
     "ci": [
      0.01939723666073584,
      0.13988971438031622
     ],
     "ci_method": "korn-graubard",
     "classes": 49,
     "df": 21.0,
     "estimate": 0.061224489795918366,
     "items": 97,
     "n_eff": 77.39827980766484,
     "scored": 97,
     "se": 0.026346825484404198
    },
    "w0>=0.5": {
     "ci": [
      0.00038558098075590136,
      0.9996144190192442
     ],
     "ci_method": "korn-graubard",
     "classes": 2,
     "df": 1.0,
     "estimate": 0.5,
     "items": 2,
     "n_eff": 1.0,
     "scored": 2,
     "se": 0.5
    }
   },
   "T6": {
    "0<w0<0.5": {
     "ci": [
      0.0,
      0.7075982261787133
     ],
     "ci_method": "korn-graubard",
     "classes": 3,
     "df": null,
     "estimate": 0.0,
     "items": 3,
     "n_eff": 3,
     "scored": 3,
     "se": 0.0
    },
    "w0=0": {
     "ci": [
      0.0,
      0.12343611850026365
     ],
     "ci_method": "korn-graubard",
     "classes": 28,
     "df": null,
     "estimate": 0.0,
     "items": 54,
     "n_eff": 28,
     "scored": 54,
     "se": 0.0
    },
    "w0>=0.5": {
     "ci": [
      0.0,
      0.7075982261787133
     ],
     "ci_method": "korn-graubard",
     "classes": 3,
     "df": null,
     "estimate": 0.0,
     "items": 3,
     "n_eff": 3,
     "scored": 3,
     "se": 0.0
    }
   }
  }
 }
}