{
 "arm": "deepseek-v4-flash-together",
 "composite": false,
 "context": {
  "baseline_scope": "One submission from seeds, no experiments; expected win rate with uniform MAP tie breaking on scored items, equal weight per headline tier.",
  "exposure": "Rule catalogs are public and include classes used in experiments while this benchmark was developed. Sealed items hide seed pairs, not the rule universe. This benchmark does not establish contamination-free reasoning.",
  "prior": "T1-T4 share the 3-piece catalog prior because their tier is not revealed; T5 and T6 use their registered tier classes.",
  "seed_only_map_win": 0.04655555555555555,
  "tiers": {
   "T1": {
    "manifest_classes": 15,
    "manifest_families": 5,
    "scored_classes": 15,
    "scored_families": 5,
    "seed_only_map_win": 0.0
   },
   "T2": {
    "manifest_classes": 30,
    "manifest_families": 7,
    "scored_classes": 30,
    "scored_families": 7,
    "seed_only_map_win": 0.0
   },
   "T3": {
    "manifest_classes": 75,
    "manifest_families": 10,
    "scored_classes": 75,
    "scored_families": 10,
    "seed_only_map_win": 0.17555555555555555
   },
   "T4": {
    "manifest_classes": 30,
    "manifest_families": 5,
    "scored_classes": 30,
    "scored_families": 5,
    "seed_only_map_win": 0.0
   },
   "T5": {
    "manifest_classes": 50,
    "manifest_families": 17,
    "scored_classes": 50,
    "scored_families": 17,
    "seed_only_map_win": 0.018333333333333333
   },
   "T6": {
    "manifest_classes": 30,
    "manifest_families": 7,
    "scored_classes": 30,
    "scored_families": 7,
    "seed_only_map_win": 0.03888888888888888
   }
  }
 },
 "families": {
  "T1": {
   "count=1-1-and": {
    "ci": [
     0.31115993085344484,
     0.9978049237867372
    ],
    "ci_method": "korn-graubard",
    "classes": 3,
    "df": 2.0,
    "estimate": 0.8333333333333334,
    "items": 6,
    "n_eff": 4.999999999999999,
    "scored": 6,
    "se": 0.16666666666666666
   },
   "count=2-1-and": {
    "ci": [
     0.31115993085344484,
     0.9978049237867372
    ],
    "ci_method": "korn-graubard",
    "classes": 3,
    "df": 2.0,
    "estimate": 0.8333333333333334,
    "items": 6,
    "n_eff": 4.999999999999999,
    "scored": 6,
    "se": 0.16666666666666666
   },
   "count>=2-1-and": {
    "ci": [
     0.2924017738212866,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 3,
    "df": null,
    "estimate": 1.0,
    "items": 6,
    "n_eff": 3,
    "scored": 6,
    "se": 0.0
   },
   "exists-1-and": {
    "ci": [
     0.31115993085344484,
     0.9978049237867372
    ],
    "ci_method": "korn-graubard",
    "classes": 3,
    "df": 2.0,
    "estimate": 0.8333333333333334,
    "items": 6,
    "n_eff": 4.999999999999999,
    "scored": 6,
    "se": 0.16666666666666666
   },
   "forall-1-and": {
    "ci": [
     0.2924017738212866,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 3,
    "df": null,
    "estimate": 1.0,
    "items": 6,
    "n_eff": 3,
    "scored": 6,
    "se": 0.0
   }
  },
  "T2": {
   "count=1-2-and": {
    "ci": [
     0.031854026249944226,
     0.6508557944128239
    ],
    "ci_method": "korn-graubard",
    "classes": 4,
    "df": 3.0,
    "estimate": 0.25,
    "items": 8,
    "n_eff": 8.0,
    "scored": 8,
    "se": 0.14433756729740643
   },
   "count=1-2-or": {
    "ci": [
     0.001991559834161668,
     0.5601939493197616
    ],
    "ci_method": "korn-graubard",
    "classes": 4,
    "df": 3.0,
    "estimate": 0.125,
    "items": 8,
    "n_eff": 7.0,
    "scored": 8,
    "se": 0.125
   },
   "exists-2-and": {
    "ci": [
     0.24486321636655156,
     0.9147665858627463
    ],
    "ci_method": "korn-graubard",
    "classes": 4,
    "df": 3.0,
    "estimate": 0.625,
    "items": 8,
    "n_eff": 8.0,
    "scored": 8,
    "se": 0.125
   },
   "exists-2-or": {
    "ci": [
     0.03874761778516518,
     0.9612523822148347
    ],
    "ci_method": "korn-graubard",
    "classes": 3,
    "df": 2.0,
    "estimate": 0.5,
    "items": 6,
    "n_eff": 3.0,
    "scored": 6,
    "se": 0.28867513459481287
   },
   "forall-2-and": {
    "ci": [
     0.4781762498950183,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 5,
    "df": null,
    "estimate": 1.0,
    "items": 10,
    "n_eff": 5,
    "scored": 10,
    "se": 0.0
   },
   "forall-2-or": {
    "ci": [
     0.08251207535073982,
     0.7998974130385976
    ],
    "ci_method": "korn-graubard",
    "classes": 5,
    "df": 4.0,
    "estimate": 0.4,
    "items": 10,
    "n_eff": 6.857142857142856,
    "scored": 10,
    "se": 0.18708286933869708
   },
   "outer-2-and": {
    "ci": [
     0.4439045376923586,
     0.9747892736731665
    ],
    "ci_method": "korn-graubard",
    "classes": 5,
    "df": 4.0,
    "estimate": 0.8,
    "items": 10,
    "n_eff": 10.0,
    "scored": 10,
    "se": 0.1224744871391589
   }
  },
  "T3": {
   "count=1-3-and": {
    "ci": [
     0.17298585478975176,
     0.6425487941069372
    ],
    "ci_method": "korn-graubard",
    "classes": 9,
    "df": 8.0,
    "estimate": 0.3888888888888889,
    "items": 18,
    "n_eff": 18.0,
    "scored": 18,
    "se": 0.0734930919740164
   },
   "count=2-2-and": {
    "ci": [
     0.002092015600535833,
     0.8680679537317599
    ],
    "ci_method": "korn-graubard",
    "classes": 4,
    "df": 3.0,
    "estimate": 0.25,
    "items": 8,
    "n_eff": 3.0,
    "scored": 8,
    "se": 0.25
   },
   "count=2-3-and": {
    "ci": [
     0.2803803968239795,
     0.8075974954449694
    ],
    "ci_method": "korn-graubard",
    "classes": 9,
    "df": 8.0,
    "estimate": 0.5555555555555556,
    "items": 18,
    "n_eff": 14.545454545454543,
    "scored": 18,
    "se": 0.13028932666176193
   },
   "count>=2-2-and": {
    "ci": [
     0.1265273833322607,
     0.9701112662740652
    ],
    "ci_method": "korn-graubard",
    "classes": 4,
    "df": 3.0,
    "estimate": 0.625,
    "items": 8,
    "n_eff": 4.090909090909091,
    "scored": 8,
    "se": 0.23935677693908453
   },
   "count>=2-3-and": {
    "ci": [
     0.6528795613913279,
     0.9862487843356356
    ],
    "ci_method": "korn-graubard",
    "classes": 9,
    "df": 8.0,
    "estimate": 0.8888888888888888,
    "items": 18,
    "n_eff": 18.0,
    "scored": 18,
    "se": 0.0734930919740164
   },
   "exists-3-and": {
    "ci": [
     0.6165237631507363,
     0.984486396184586
    ],
    "ci_method": "korn-graubard",
    "classes": 8,
    "df": 7.0,
    "estimate": 0.875,
    "items": 16,
    "n_eff": 16.0,
    "scored": 16,
    "se": 0.08183170883849714
   },
   "exists-3-or": {
    "ci": [
     0.040473733905945816,
     0.4564565462316116
    ],
    "ci_method": "korn-graubard",
    "classes": 8,
    "df": 7.0,
    "estimate": 0.1875,
    "items": 16,
    "n_eff": 16.0,
    "scored": 16,
    "se": 0.09149063183892499
   },
   "forall-3-and": {
    "ci": [
     0.6305833524471807,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 8,
    "df": null,
    "estimate": 1.0,
    "items": 16,
    "n_eff": 8,
    "scored": 16,
    "se": 0.0
   },
   "forall-3-or": {
    "ci": [
     0.015513603815413907,
     0.3834762368492636
    ],
    "ci_method": "korn-graubard",
    "classes": 8,
    "df": 7.0,
    "estimate": 0.125,
    "items": 16,
    "n_eff": 16.0,
    "scored": 16,
    "se": 0.08183170883849714
   },
   "outer-3-and": {
    "ci": [
     0.040473733905945816,
     0.4564565462316116
    ],
    "ci_method": "korn-graubard",
    "classes": 8,
    "df": 7.0,
    "estimate": 0.1875,
    "items": 16,
    "n_eff": 16.0,
    "scored": 16,
    "se": 0.09149063183892499
   }
  },
  "T4": {
   "count=1-3-or": {
    "ci": [
     0.0,
     0.4096163972250032
    ],
    "ci_method": "korn-graubard",
    "classes": 7,
    "df": null,
    "estimate": 0.0,
    "items": 14,
    "n_eff": 7,
    "scored": 14,
    "se": 0.0
   },
   "count=2-2-or": {
    "ci": [
     0.0,
     0.6023646356164742
    ],
    "ci_method": "korn-graubard",
    "classes": 4,
    "df": null,
    "estimate": 0.0,
    "items": 8,
    "n_eff": 4,
    "scored": 8,
    "se": 0.0
   },
   "count=2-3-or": {
    "ci": [
     0.0,
     0.4096163972250032
    ],
    "ci_method": "korn-graubard",
    "classes": 7,
    "df": null,
    "estimate": 0.0,
    "items": 14,
    "n_eff": 7,
    "scored": 14,
    "se": 0.0
   },
   "count>=2-2-or": {
    "ci": [
     0.0,
     0.6023646356164742
    ],
    "ci_method": "korn-graubard",
    "classes": 4,
    "df": null,
    "estimate": 0.0,
    "items": 8,
    "n_eff": 4,
    "scored": 8,
    "se": 0.0
   },
   "count>=2-3-or": {
    "ci": [
     0.0,
     0.369416647552819
    ],
    "ci_method": "korn-graubard",
    "classes": 8,
    "df": null,
    "estimate": 0.0,
    "items": 16,
    "n_eff": 8,
    "scored": 16,
    "se": 0.0
   }
  },
  "T5": {
   "K01": {
    "ci": [
     0.002092015600535833,
     0.8680679537317599
    ],
    "ci_method": "korn-graubard",
    "classes": 2,
    "df": 1.0,
    "estimate": 0.25,
    "items": 4,
    "n_eff": 3.0,
    "scored": 4,
    "se": 0.25
   },
   "K02": {
    "ci": [
     0.0,
     0.369416647552819
    ],
    "ci_method": "korn-graubard",
    "classes": 8,
    "df": null,
    "estimate": 0.0,
    "items": 16,
    "n_eff": 8,
    "scored": 16,
    "se": 0.0
   },
   "K03": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 1,
    "df": null,
    "estimate": 0.0,
    "items": 2,
    "n_eff": null,
    "scored": 2,
    "se": null
   },
   "K04": {
    "ci": [
     0.0,
     0.6023646356164742
    ],
    "ci_method": "korn-graubard",
    "classes": 4,
    "df": null,
    "estimate": 0.0,
    "items": 8,
    "n_eff": 4,
    "scored": 8,
    "se": 0.0
   },
   "K05": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 1,
    "df": null,
    "estimate": 0.5,
    "items": 2,
    "n_eff": null,
    "scored": 2,
    "se": null
   },
   "K06": {
    "ci": [
     0.0,
     0.3362671168799426
    ],
    "ci_method": "korn-graubard",
    "classes": 9,
    "df": null,
    "estimate": 0.0,
    "items": 18,
    "n_eff": 9,
    "scored": 18,
    "se": 0.0
   },
   "S04": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 1,
    "df": null,
    "estimate": 0.0,
    "items": 2,
    "n_eff": null,
    "scored": 2,
    "se": null
   },
   "S05": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 1,
    "df": null,
    "estimate": 1.0,
    "items": 2,
    "n_eff": null,
    "scored": 2,
    "se": null
   },
   "S06": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 1,
    "df": null,
    "estimate": 0.0,
    "items": 2,
    "n_eff": null,
    "scored": 2,
    "se": null
   },
   "S07": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 1,
    "df": null,
    "estimate": 0.0,
    "items": 2,
    "n_eff": null,
    "scored": 2,
    "se": null
   },
   "S08": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 1,
    "df": null,
    "estimate": 0.5,
    "items": 2,
    "n_eff": null,
    "scored": 2,
    "se": null
   },
   "S09": {
    "ci": [
     0.002092015600535833,
     0.8680679537317599
    ],
    "ci_method": "korn-graubard",
    "classes": 2,
    "df": 1.0,
    "estimate": 0.25,
    "items": 4,
    "n_eff": 3.0,
    "scored": 4,
    "se": 0.25
   },
   "S11": {
    "ci": [
     0.002092015600535833,
     0.8680679537317599
    ],
    "ci_method": "korn-graubard",
    "classes": 2,
    "df": 1.0,
    "estimate": 0.25,
    "items": 4,
    "n_eff": 3.0,
    "scored": 4,
    "se": 0.25
   },
   "S12": {
    "ci": [
     0.0,
     0.3084971078187607
    ],
    "ci_method": "korn-graubard",
    "classes": 10,
    "df": null,
    "estimate": 0.0,
    "items": 20,
    "n_eff": 10,
    "scored": 20,
    "se": 0.0
   },
   "X01": {
    "ci": [
     0.0,
     0.8418861169915808
    ],
    "ci_method": "korn-graubard",
    "classes": 2,
    "df": null,
    "estimate": 0.0,
    "items": 4,
    "n_eff": 2,
    "scored": 4,
    "se": 0.0
   },
   "X02": {
    "ci": [
     0.002092015600535833,
     0.8680679537317599
    ],
    "ci_method": "korn-graubard",
    "classes": 2,
    "df": 1.0,
    "estimate": 0.25,
    "items": 4,
    "n_eff": 3.0,
    "scored": 4,
    "se": 0.25
   },
   "X04": {
    "ci": [
     0.002092015600535833,
     0.8680679537317599
    ],
    "ci_method": "korn-graubard",
    "classes": 2,
    "df": 1.0,
    "estimate": 0.25,
    "items": 4,
    "n_eff": 3.0,
    "scored": 4,
    "se": 0.25
   }
  },
  "T6": {
   "C08": {
    "ci": [
     0.0,
     0.6023646356164742
    ],
    "ci_method": "korn-graubard",
    "classes": 4,
    "df": null,
    "estimate": 0.0,
    "items": 8,
    "n_eff": 4,
    "scored": 8,
    "se": 0.0
   },
   "C09": {
    "ci": [
     0.0,
     0.7075982261787133
    ],
    "ci_method": "korn-graubard",
    "classes": 3,
    "df": null,
    "estimate": 0.0,
    "items": 6,
    "n_eff": 3,
    "scored": 6,
    "se": 0.0
   },
   "C11": {
    "ci": [
     0.0,
     0.4096163972250032
    ],
    "ci_method": "korn-graubard",
    "classes": 7,
    "df": null,
    "estimate": 0.0,
    "items": 14,
    "n_eff": 7,
    "scored": 14,
    "se": 0.0
   },
   "C13": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 1,
    "df": null,
    "estimate": 0.5,
    "items": 2,
    "n_eff": null,
    "scored": 2,
    "se": null
   },
   "C16": {
    "ci": [
     0.07780362045040176,
     0.5769276383849999
    ],
    "ci_method": "korn-graubard",
    "classes": 9,
    "df": 8.0,
    "estimate": 0.2777777777777778,
    "items": 18,
    "n_eff": 13.68421052631579,
    "scored": 18,
    "se": 0.12108052620946316
   },
   "C17": {
    "ci": [
     0.0667395111777345,
     0.6524528500599971
    ],
    "ci_method": "korn-graubard",
    "classes": 5,
    "df": 4.0,
    "estimate": 0.3,
    "items": 10,
    "n_eff": 10.0,
    "scored": 10,
    "se": 0.12247448713915891
   },
   "C18": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 1,
    "df": null,
    "estimate": 0.0,
    "items": 2,
    "n_eff": null,
    "scored": 2,
    "se": null
   }
  }
 },
 "files": [
  {
   "composite": false,
   "configurations": [
    {
     "settings": {
      "backend": "openai-chat-completions",
      "guided": null,
      "model": "deepseek-ai/DeepSeek-V4-Flash-0731",
      "sampling": {
       "max_tokens": 65536
      }
     },
     "sha256": "ea021325cd4739721dbb5a5dcf03dca36f1d680ecefd68bd314da036d4ebc34f"
    }
   ],
   "end": null,
   "finished": 4,
   "path": "experiments/E01-dev-baseline/results/runs/deepseek-v4-flash-together.jsonl",
   "player": "model",
   "reply_policy": "action-object-v1",
   "sha256": "4d6c524785609bf1f16a02d837a26fe6ccad4fd55dc8cf9c21775ea09c0eb982",
   "truncated": false
  },
  {
   "composite": false,
   "configurations": [
    {
     "settings": {
      "backend": "openai-chat-completions",
      "guided": null,
      "model": "deepseek-ai/DeepSeek-V4-Flash-0731",
      "sampling": {
       "max_tokens": 65536
      }
     },
     "sha256": "ea021325cd4739721dbb5a5dcf03dca36f1d680ecefd68bd314da036d4ebc34f"
    }
   ],
   "end": "complete",
   "finished": 456,
   "path": "experiments/E01-dev-baseline/results/runs/deepseek-v4-flash-together.part2.jsonl",
   "player": "model",
   "reply_policy": "action-object-v1",
   "sha256": "543ae0db6cf311b4d907d59338d8cc860b102ef56eb49aaa68030fd8f8bc985c",
   "truncated": false
  }
 ],
 "headline": {
  "ci": [
   0.22460172089822902,
   0.3104018821588973
  ],
  "ci_method": "korn-graubard-mover",
  "classes": 215,
  "complete": true,
  "df": 59.01508346035298,
  "estimate": 0.262,
  "finished": 430,
  "items": 430,
  "missing": [],
  "n_eff": null,
  "over_cap": {},
  "se": 0.017134936842780037,
  "unscored_cap": 0.05,
  "withheld": null
 },
 "kind": "score",
 "malformed": {
  "T1": {
   "by_kind": {
    "schema_error": 6
   },
   "decisions": 268,
   "games": 30,
   "invalid_submission_rate": 0.0,
   "invalid_submissions": 0,
   "invalid_turns": 6,
   "malformed_rate": 0.022388059701492536
  },
  "T2": {
   "by_kind": {
    "schema_error": 30
   },
   "decisions": 576,
   "games": 60,
   "invalid_submission_rate": 0.0,
   "invalid_submissions": 0,
   "invalid_turns": 30,
   "malformed_rate": 0.052083333333333336
  },
  "T3": {
   "by_kind": {
    "schema_error": 115
   },
   "decisions": 1823,
   "games": 150,
   "invalid_submission_rate": 0.01509433962264151,
   "invalid_submissions": 4,
   "invalid_turns": 115,
   "malformed_rate": 0.06308283049917718
  },
  "T4": {
   "by_kind": {
    "schema_error": 234
   },
   "decisions": 972,
   "games": 60,
   "invalid_submission_rate": 0.02727272727272727,
   "invalid_submissions": 3,
   "invalid_turns": 234,
   "malformed_rate": 0.24074074074074073
  },
  "T5": {
   "by_kind": {
    "schema_error": 149
   },
   "decisions": 1385,
   "games": 100,
   "invalid_submission_rate": 0.0051813471502590676,
   "invalid_submissions": 1,
   "invalid_turns": 149,
   "malformed_rate": 0.10758122743682311
  },
  "T6": {
   "by_kind": {
    "schema_error": 193
   },
   "decisions": 1122,
   "games": 60,
   "invalid_submission_rate": 0.009345794392523364,
   "invalid_submissions": 1,
   "invalid_turns": 193,
   "malformed_rate": 0.17201426024955438
  },
  "all": {
   "by_kind": {
    "schema_error": 727
   },
   "decisions": 6146,
   "games": 460,
   "invalid_submission_rate": 0.010895883777239709,
   "invalid_submissions": 9,
   "invalid_turns": 727,
   "malformed_rate": 0.1182883176049463
  },
  "headline": {
   "by_kind": {
    "schema_error": 721
   },
   "decisions": 5878,
   "games": 430,
   "invalid_submission_rate": 0.011479591836734694,
   "invalid_submissions": 9,
   "invalid_turns": 721,
   "malformed_rate": 0.12266076896903709
  }
 },
 "manifest_sha256": "6b98d1a59d5f7d3b09b12f9840c83405e6ea2925d71911a10ab572e39facc278",
 "player": "model",
 "schema": "zendo-bench-v1-score",
 "split": "dev",
 "templates": {},
 "tiers": {
  "T1": {
   "abandoned": 0,
   "ci": [
    0.7347115495257923,
    0.9788828629702773
   ],
   "ci_method": "korn-graubard",
   "classes": 15,
   "df": 14.0,
   "estimate": 0.9,
   "finished": 30,
   "items": 30,
   "n_eff": 30.0,
   "scored": 30,
   "se": 0.05345224838248488,
   "timing_unverifiable": 0,
   "unfinished": 0,
   "unscored": 0,
   "wins": 27
  },
  "T2": {
   "abandoned": 0,
   "ci": [
    0.4133551858665968,
    0.6813347350282561
   ],
   "ci_method": "korn-graubard",
   "classes": 30,
   "df": 20.414390983961855,
   "estimate": 0.5499999999999999,
   "finished": 60,
   "items": 60,
   "n_eff": 57.679570713857714,
   "scored": 60,
   "se": 0.05875696513930031,
   "timing_unverifiable": 0,
   "unfinished": 0,
   "unscored": 0,
   "wins": 33
  },
  "T3": {
   "abandoned": 0,
   "ci": [
    0.43565427795262524,
    0.6035138119437544
   ],
   "ci_method": "korn-graubard",
   "classes": 75,
   "df": 38.90746084633563,
   "estimate": 0.52,
   "finished": 150,
   "items": 150,
   "n_eff": 145.31710141394439,
   "scored": 150,
   "se": 0.03304638394837614,
   "timing_unverifiable": 0,
   "unfinished": 0,
   "unscored": 0,
   "wins": 78
  },
  "T4": {
   "abandoned": 0,
   "ci": [
    0.0,
    0.11570330822202773
   ],
   "ci_method": "korn-graubard",
   "classes": 30,
   "df": null,
   "estimate": 0.0,
   "finished": 60,
   "items": 60,
   "n_eff": 30,
   "scored": 60,
   "se": 0.0,
   "timing_unverifiable": 0,
   "unfinished": 0,
   "unscored": 0,
   "wins": 0
  },
  "T5": {
   "abandoned": 0,
   "ci": [
    0.04074910214781623,
    0.16695745244603472
   ],
   "ci_method": "korn-graubard",
   "classes": 50,
   "df": 22.0,
   "estimate": 0.09000000000000001,
   "finished": 100,
   "items": 100,
   "n_eff": 93.89537431243691,
   "scored": 100,
   "se": 0.027961011816781275,
   "timing_unverifiable": 0,
   "unfinished": 0,
   "unscored": 0,
   "wins": 9
  },
  "T6": {
   "abandoned": 0,
   "ci": [
    0.06781651627086199,
    0.27261925004774035
   ],
   "ci_method": "korn-graubard",
   "classes": 30,
   "df": 14.984409799554562,
   "estimate": 0.15,
   "finished": 60,
   "items": 60,
   "n_eff": 54.55909984734176,
   "scored": 60,
   "se": 0.044876373392787536,
   "timing_unverifiable": 0,
   "unfinished": 0,
   "unscored": 0,
   "wins": 9
  }
 },
 "verified": true,
 "w0": {
  "bands": [
   "w0=0",
   "0<w0<0.5",
   "w0>=0.5"
  ],
  "pooled": {
   "0<w0<0.5": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 5,
    "df": null,
    "estimate": 0.0,
    "n_eff": null,
    "se": null
   },
   "w0=0": {
    "ci": [
     0.2133738200286245,
     0.30157817992819885
    ],
    "ci_method": "korn-graubard-mover",
    "classes": 201,
    "df": 53.45510370466735,
    "estimate": 0.2513265306122449,
    "n_eff": null,
    "se": 0.017270898559225752
   },
   "w0>=0.5": {
    "ci": [
     0.29563950132884126,
     0.7912079410119446
    ],
    "ci_method": "korn-graubard-mover",
    "classes": 21,
    "df": 2.0529191584279634,
    "estimate": 0.5763888888888888,
    "n_eff": null,
    "se": 0.2042643733514952
   }
  },
  "tiers": {
   "T1": {
    "0<w0<0.5": {
     "ci": null,
     "ci_method": "korn-graubard",
     "classes": 0,
     "df": null,
     "estimate": null,
     "items": 0,
     "n_eff": null,
     "scored": 0,
     "se": null
    },
    "w0=0": {
     "ci": [
      0.7347115495257923,
      0.9788828629702773
     ],
     "ci_method": "korn-graubard",
     "classes": 15,
     "df": 14.0,
     "estimate": 0.9,
     "items": 30,
     "n_eff": 30.0,
     "scored": 30,
     "se": 0.05345224838248488
    },
    "w0>=0.5": {
     "ci": null,
     "ci_method": "korn-graubard",
     "classes": 0,
     "df": null,
     "estimate": null,
     "items": 0,
     "n_eff": null,
     "scored": 0,
     "se": null
    }
   },
   "T2": {
    "0<w0<0.5": {
     "ci": null,
     "ci_method": "korn-graubard",
     "classes": 0,
     "df": null,
     "estimate": null,
     "items": 0,
     "n_eff": null,
     "scored": 0,
     "se": null
    },
    "w0=0": {
     "ci": [
      0.4133551858665968,
      0.6813347350282561
     ],
     "ci_method": "korn-graubard",
     "classes": 30,
     "df": 20.414390983961855,
     "estimate": 0.5499999999999999,
     "items": 60,
     "n_eff": 57.679570713857714,
     "scored": 60,
     "se": 0.05875696513930031
    },
    "w0>=0.5": {
     "ci": null,
     "ci_method": "korn-graubard",
     "classes": 0,
     "df": null,
     "estimate": null,
     "items": 0,
     "n_eff": null,
     "scored": 0,
     "se": null
    }
   },
   "T3": {
    "0<w0<0.5": {
     "ci": null,
     "ci_method": "korn-graubard",
     "classes": 1,
     "df": null,
     "estimate": 0.0,
     "items": 1,
     "n_eff": null,
     "scored": 1,
     "se": null
    },
    "w0=0": {
     "ci": [
      0.4066554473517705,
      0.5933445526482284
     ],
     "ci_method": "korn-graubard",
     "classes": 64,
     "df": 35.79819392448995,
     "estimate": 0.5,
     "items": 122,
     "n_eff": 118.2117305182183,
     "scored": 122,
     "se": 0.037028518585221194
    },
    "w0>=0.5": {
     "ci": [
      0.30373771894243373,
      0.7983737768553094
     ],
     "ci_method": "korn-graubard",
     "classes": 16,
     "df": 13.296832723221392,
     "estimate": 0.5625,
     "items": 27,
     "n_eff": 16.6304077866068,
     "scored": 27,
     "se": 0.120017902310447
    }
   },
   "T4": {
    "0<w0<0.5": {
     "ci": null,
     "ci_method": "korn-graubard",
     "classes": 0,
     "df": null,
     "estimate": null,
     "items": 0,
     "n_eff": null,
     "scored": 0,
     "se": null
    },
    "w0=0": {
     "ci": [
      0.0,
      0.11570330822202773
     ],
     "ci_method": "korn-graubard",
     "classes": 30,
     "df": null,
     "estimate": 0.0,
     "items": 60,
     "n_eff": 30,
     "scored": 60,
     "se": 0.0
    },
    "w0>=0.5": {
     "ci": null,
     "ci_method": "korn-graubard",
     "classes": 0,
     "df": null,
     "estimate": null,
     "items": 0,
     "n_eff": null,
     "scored": 0,
     "se": null
    }
   },
   "T5": {
    "0<w0<0.5": {
     "ci": null,
     "ci_method": "korn-graubard",
     "classes": 1,
     "df": null,
     "estimate": 0.0,
     "items": 1,
     "n_eff": null,
     "scored": 1,
     "se": null
    },
    "w0=0": {
     "ci": [
      0.03446945823729719,
      0.15824964957030102
     ],
     "ci_method": "korn-graubard",
     "classes": 49,
     "df": 21.0,
     "estimate": 0.0816326530612245,
     "items": 97,
     "n_eff": 90.5999930858953,
     "scored": 97,
     "se": 0.027811638525275382
    },
    "w0>=0.5": {
     "ci": [
      0.00038558098075590136,
      0.9996144190192442
     ],
     "ci_method": "korn-graubard",
     "classes": 2,
     "df": 1.0,
     "estimate": 0.5,
     "items": 2,
     "n_eff": 1.0,
     "scored": 2,
     "se": 0.5
    }
   },
   "T6": {
    "0<w0<0.5": {
     "ci": [
      0.0,
      0.7075982261787133
     ],
     "ci_method": "korn-graubard",
     "classes": 3,
     "df": null,
     "estimate": 0.0,
     "items": 3,
     "n_eff": 3,
     "scored": 3,
     "se": 0.0
    },
    "w0=0": {
     "ci": [
      0.04499482309593206,
      0.2588329879092103
     ],
     "ci_method": "korn-graubard",
     "classes": 28,
     "df": 9.216300940438872,
     "estimate": 0.125,
     "items": 54,
     "n_eff": 44.4253830336649,
     "scored": 54,
     "se": 0.04312909745889714
    },
    "w0>=0.5": {
     "ci": [
      0.03992151770416802,
      0.9984407164287117
     ],
     "ci_method": "korn-graubard",
     "classes": 3,
     "df": 2.0,
     "estimate": 0.6666666666666666,
     "items": 3,
     "n_eff": 2.0,
     "scored": 3,
     "se": 0.33333333333333337
    }
   }
  }
 }
}