{
 "arm": "gpt-6-sol-codex-high",
 "composite": false,
 "context": {
  "baseline_scope": "One submission from seeds, no experiments; expected win rate with uniform MAP tie breaking on scored items, equal weight per headline tier.",
  "exposure": "Rule catalogs are public and include classes used in experiments while this benchmark was developed. Sealed items hide seed pairs, not the rule universe. This benchmark does not establish contamination-free reasoning.",
  "prior": "T1-T4 share the 3-piece catalog prior because their tier is not revealed; T5 and T6 use their registered tier classes.",
  "seed_only_map_win": 0.04655555555555555,
  "tiers": {
   "T1": {
    "manifest_classes": 15,
    "manifest_families": 5,
    "scored_classes": 15,
    "scored_families": 5,
    "seed_only_map_win": 0.0
   },
   "T2": {
    "manifest_classes": 30,
    "manifest_families": 7,
    "scored_classes": 30,
    "scored_families": 7,
    "seed_only_map_win": 0.0
   },
   "T3": {
    "manifest_classes": 75,
    "manifest_families": 10,
    "scored_classes": 75,
    "scored_families": 10,
    "seed_only_map_win": 0.17555555555555555
   },
   "T4": {
    "manifest_classes": 30,
    "manifest_families": 5,
    "scored_classes": 30,
    "scored_families": 5,
    "seed_only_map_win": 0.0
   },
   "T5": {
    "manifest_classes": 50,
    "manifest_families": 17,
    "scored_classes": 50,
    "scored_families": 17,
    "seed_only_map_win": 0.018333333333333333
   },
   "T6": {
    "manifest_classes": 30,
    "manifest_families": 7,
    "scored_classes": 30,
    "scored_families": 7,
    "seed_only_map_win": 0.03888888888888888
   }
  }
 },
 "families": {
  "T1": {
   "count=1-1-and": {
    "ci": [
     0.2924017738212866,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 3,
    "df": null,
    "estimate": 1.0,
    "items": 6,
    "n_eff": 3,
    "scored": 6,
    "se": 0.0
   },
   "count=2-1-and": {
    "ci": [
     0.2924017738212866,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 3,
    "df": null,
    "estimate": 1.0,
    "items": 6,
    "n_eff": 3,
    "scored": 6,
    "se": 0.0
   },
   "count>=2-1-and": {
    "ci": [
     0.2924017738212866,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 3,
    "df": null,
    "estimate": 1.0,
    "items": 6,
    "n_eff": 3,
    "scored": 6,
    "se": 0.0
   },
   "exists-1-and": {
    "ci": [
     0.2924017738212866,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 3,
    "df": null,
    "estimate": 1.0,
    "items": 6,
    "n_eff": 3,
    "scored": 6,
    "se": 0.0
   },
   "forall-1-and": {
    "ci": [
     0.2924017738212866,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 3,
    "df": null,
    "estimate": 1.0,
    "items": 6,
    "n_eff": 3,
    "scored": 6,
    "se": 0.0
   }
  },
  "T2": {
   "count=1-2-and": {
    "ci": [
     0.3976353643835254,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 4,
    "df": null,
    "estimate": 1.0,
    "items": 8,
    "n_eff": 4,
    "scored": 8,
    "se": 0.0
   },
   "count=1-2-or": {
    "ci": [
     0.34914420558717574,
     0.9681459737500557
    ],
    "ci_method": "korn-graubard",
    "classes": 4,
    "df": 3.0,
    "estimate": 0.75,
    "items": 8,
    "n_eff": 8.0,
    "scored": 8,
    "se": 0.14433756729740643
   },
   "exists-2-and": {
    "ci": [
     0.3976353643835254,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 4,
    "df": null,
    "estimate": 1.0,
    "items": 8,
    "n_eff": 4,
    "scored": 8,
    "se": 0.0
   },
   "exists-2-or": {
    "ci": [
     0.2924017738212866,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 3,
    "df": null,
    "estimate": 1.0,
    "items": 6,
    "n_eff": 3,
    "scored": 6,
    "se": 0.0
   },
   "forall-2-and": {
    "ci": [
     0.4781762498950183,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 5,
    "df": null,
    "estimate": 1.0,
    "items": 10,
    "n_eff": 5,
    "scored": 10,
    "se": 0.0
   },
   "forall-2-or": {
    "ci": [
     0.4781762498950183,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 5,
    "df": null,
    "estimate": 1.0,
    "items": 10,
    "n_eff": 5,
    "scored": 10,
    "se": 0.0
   },
   "outer-2-and": {
    "ci": [
     0.4781762498950183,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 5,
    "df": null,
    "estimate": 1.0,
    "items": 10,
    "n_eff": 5,
    "scored": 10,
    "se": 0.0
   }
  },
  "T3": {
   "count=1-3-and": {
    "ci": [
     0.6637328831200573,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 9,
    "df": null,
    "estimate": 1.0,
    "items": 18,
    "n_eff": 9,
    "scored": 18,
    "se": 0.0
   },
   "count=2-2-and": {
    "ci": [
     0.3976353643835254,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 4,
    "df": null,
    "estimate": 1.0,
    "items": 8,
    "n_eff": 4,
    "scored": 8,
    "se": 0.0
   },
   "count=2-3-and": {
    "ci": [
     0.6637328831200573,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 9,
    "df": null,
    "estimate": 1.0,
    "items": 18,
    "n_eff": 9,
    "scored": 18,
    "se": 0.0
   },
   "count>=2-2-and": {
    "ci": [
     0.3976353643835254,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 4,
    "df": null,
    "estimate": 1.0,
    "items": 8,
    "n_eff": 4,
    "scored": 8,
    "se": 0.0
   },
   "count>=2-3-and": {
    "ci": [
     0.6637328831200573,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 9,
    "df": null,
    "estimate": 1.0,
    "items": 18,
    "n_eff": 9,
    "scored": 18,
    "se": 0.0
   },
   "exists-3-and": {
    "ci": [
     0.6305833524471807,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 8,
    "df": null,
    "estimate": 1.0,
    "items": 16,
    "n_eff": 8,
    "scored": 16,
    "se": 0.0
   },
   "exists-3-or": {
    "ci": [
     0.6305833524471807,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 8,
    "df": null,
    "estimate": 1.0,
    "items": 16,
    "n_eff": 8,
    "scored": 16,
    "se": 0.0
   },
   "forall-3-and": {
    "ci": [
     0.6305833524471807,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 8,
    "df": null,
    "estimate": 1.0,
    "items": 16,
    "n_eff": 8,
    "scored": 16,
    "se": 0.0
   },
   "forall-3-or": {
    "ci": [
     0.5435434537683881,
     0.959526266094054
    ],
    "ci_method": "korn-graubard",
    "classes": 8,
    "df": 7.0,
    "estimate": 0.8125,
    "items": 16,
    "n_eff": 16.0,
    "scored": 16,
    "se": 0.09149063183892499
   },
   "outer-3-and": {
    "ci": [
     0.6305833524471807,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 8,
    "df": null,
    "estimate": 1.0,
    "items": 16,
    "n_eff": 8,
    "scored": 16,
    "se": 0.0
   }
  },
  "T4": {
   "count=1-3-or": {
    "ci": [
     0.04657928788986722,
     0.5079756770484718
    ],
    "ci_method": "korn-graubard",
    "classes": 7,
    "df": 6.0,
    "estimate": 0.21428571428571427,
    "items": 14,
    "n_eff": 14.0,
    "scored": 14,
    "se": 0.10101525445522107
   },
   "count=2-2-or": {
    "ci": [
     0.029888733725934702,
     0.8734726166677391
    ],
    "ci_method": "korn-graubard",
    "classes": 4,
    "df": 3.0,
    "estimate": 0.375,
    "items": 8,
    "n_eff": 4.090909090909091,
    "scored": 8,
    "se": 0.23935677693908453
   },
   "count=2-3-or": {
    "ci": [
     0.0,
     0.4096163972250032
    ],
    "ci_method": "korn-graubard",
    "classes": 7,
    "df": null,
    "estimate": 0.0,
    "items": 14,
    "n_eff": 7,
    "scored": 14,
    "se": 0.0
   },
   "count>=2-2-or": {
    "ci": [
     0.34914420558717574,
     0.9681459737500557
    ],
    "ci_method": "korn-graubard",
    "classes": 4,
    "df": 3.0,
    "estimate": 0.75,
    "items": 8,
    "n_eff": 8.0,
    "scored": 8,
    "se": 0.14433756729740643
   },
   "count>=2-3-or": {
    "ci": [
     0.09006690336858314,
     0.6262880882658948
    ],
    "ci_method": "korn-graubard",
    "classes": 8,
    "df": 7.0,
    "estimate": 0.3125,
    "items": 16,
    "n_eff": 12.419354838709676,
    "scored": 16,
    "se": 0.13152607020228782
   }
  },
  "T5": {
   "K01": {
    "ci": [
     0.158113883008419,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 2,
    "df": null,
    "estimate": 1.0,
    "items": 4,
    "n_eff": 2,
    "scored": 4,
    "se": 0.0
   },
   "K02": {
    "ci": [
     0.6165237631507363,
     0.984486396184586
    ],
    "ci_method": "korn-graubard",
    "classes": 8,
    "df": 7.0,
    "estimate": 0.875,
    "items": 16,
    "n_eff": 16.0,
    "scored": 16,
    "se": 0.08183170883849714
   },
   "K03": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 1,
    "df": null,
    "estimate": 0.0,
    "items": 2,
    "n_eff": null,
    "scored": 2,
    "se": null
   },
   "K04": {
    "ci": [
     0.08523341413725352,
     0.7551367836334484
    ],
    "ci_method": "korn-graubard",
    "classes": 4,
    "df": 3.0,
    "estimate": 0.375,
    "items": 8,
    "n_eff": 8.0,
    "scored": 8,
    "se": 0.125
   },
   "K05": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 1,
    "df": null,
    "estimate": 1.0,
    "items": 2,
    "n_eff": null,
    "scored": 2,
    "se": null
   },
   "K06": {
    "ci": [
     0.05133103167268506,
     0.646159979184596
    ],
    "ci_method": "korn-graubard",
    "classes": 9,
    "df": 8.0,
    "estimate": 0.2777777777777778,
    "items": 18,
    "n_eff": 9.285714285714286,
    "scored": 18,
    "se": 0.1469861839480328
   },
   "S04": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 1,
    "df": null,
    "estimate": 1.0,
    "items": 2,
    "n_eff": null,
    "scored": 2,
    "se": null
   },
   "S05": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 1,
    "df": null,
    "estimate": 1.0,
    "items": 2,
    "n_eff": null,
    "scored": 2,
    "se": null
   },
   "S06": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 1,
    "df": null,
    "estimate": 1.0,
    "items": 2,
    "n_eff": null,
    "scored": 2,
    "se": null
   },
   "S07": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 1,
    "df": null,
    "estimate": 1.0,
    "items": 2,
    "n_eff": null,
    "scored": 2,
    "se": null
   },
   "S08": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 1,
    "df": null,
    "estimate": 1.0,
    "items": 2,
    "n_eff": null,
    "scored": 2,
    "se": null
   },
   "S09": {
    "ci": [
     0.158113883008419,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 2,
    "df": null,
    "estimate": 1.0,
    "items": 4,
    "n_eff": 2,
    "scored": 4,
    "se": 0.0
   },
   "S11": {
    "ci": [
     0.158113883008419,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 2,
    "df": null,
    "estimate": 1.0,
    "items": 4,
    "n_eff": 2,
    "scored": 4,
    "se": 0.0
   },
   "S12": {
    "ci": [
     0.5089541282920427,
     0.9134285308985655
    ],
    "ci_method": "korn-graubard",
    "classes": 10,
    "df": 9.0,
    "estimate": 0.75,
    "items": 20,
    "n_eff": 20.0,
    "scored": 20,
    "se": 0.08333333333333334
   },
   "X01": {
    "ci": [
     0.158113883008419,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 2,
    "df": null,
    "estimate": 1.0,
    "items": 4,
    "n_eff": 2,
    "scored": 4,
    "se": 0.0
   },
   "X02": {
    "ci": [
     0.158113883008419,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 2,
    "df": null,
    "estimate": 1.0,
    "items": 4,
    "n_eff": 2,
    "scored": 4,
    "se": 0.0
   },
   "X04": {
    "ci": [
     0.158113883008419,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 2,
    "df": null,
    "estimate": 1.0,
    "items": 4,
    "n_eff": 2,
    "scored": 4,
    "se": 0.0
   }
  },
  "T6": {
   "C08": {
    "ci": [
     0.001991559834161668,
     0.5601939493197616
    ],
    "ci_method": "korn-graubard",
    "classes": 4,
    "df": 3.0,
    "estimate": 0.125,
    "items": 8,
    "n_eff": 7.0,
    "scored": 8,
    "se": 0.125
   },
   "C09": {
    "ci": [
     0.03874761778516518,
     0.9612523822148347
    ],
    "ci_method": "korn-graubard",
    "classes": 3,
    "df": 2.0,
    "estimate": 0.5,
    "items": 6,
    "n_eff": 3.0,
    "scored": 6,
    "se": 0.28867513459481287
   },
   "C11": {
    "ci": [
     0.0,
     0.4096163972250032
    ],
    "ci_method": "korn-graubard",
    "classes": 7,
    "df": null,
    "estimate": 0.0,
    "items": 14,
    "n_eff": 7,
    "scored": 14,
    "se": 0.0
   },
   "C13": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 1,
    "df": null,
    "estimate": 1.0,
    "items": 2,
    "n_eff": null,
    "scored": 2,
    "se": null
   },
   "C16": {
    "ci": [
     0.3932996468179428,
     0.8763357576231752
    ],
    "ci_method": "korn-graubard",
    "classes": 9,
    "df": 8.0,
    "estimate": 0.6666666666666666,
    "items": 18,
    "n_eff": 16.000000000000004,
    "scored": 18,
    "se": 0.11785113019775792
   },
   "C17": {
    "ci": [
     0.4781762498950183,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 5,
    "df": null,
    "estimate": 1.0,
    "items": 10,
    "n_eff": 5,
    "scored": 10,
    "se": 0.0
   },
   "C18": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 1,
    "df": null,
    "estimate": 1.0,
    "items": 2,
    "n_eff": null,
    "scored": 2,
    "se": null
   }
  }
 },
 "files": [
  {
   "composite": false,
   "configurations": [
    {
     "settings": {
      "agent": "codex_backend:CodexBackend (codex exec)",
      "agent_config": {
       "auth": "ChatGPT sign-in, a Codex home of its own",
       "call_folder": "new and empty per call",
       "catalog_edit": {
        "apply_patch_tool_type": null,
        "experimental_supported_tools": [],
        "multi_agent_version": null,
        "tool_mode": "direct_only"
       },
       "catalog_sha256": "6b1f65a0f06f02eb9a0f4632af0775a97deaf7a88a734eeeba20bb1fcd8b9ad5",
       "codex_binary_sha256": "112fae7a5a1223e673c8a1791d32338f37df8b527ff1159bb8adac6c4dbf1b4b",
       "codex_cli": "0.160.0",
       "config": [
        "include_permissions_instructions=false",
        "include_apps_instructions=false",
        "include_collaboration_mode_instructions=false",
        "include_environment_context=false",
        "skills.include_instructions=false",
        "tools.update_plan.enabled=false",
        "tools.experimental_request_user_input.enabled=false",
        "web_search=\"disabled\"",
        "project_doc_max_bytes=0",
        "sandbox_mode=\"read-only\""
       ],
       "features_disabled": [
        "apps",
        "auth_elicitation",
        "browser_use",
        "browser_use_external",
        "browser_use_full_cdp_access",
        "code_mode_host",
        "compaction_image_budget",
        "computer_use",
        "content_item_kinds",
        "daemon_auto_start",
        "enable_request_compression",
        "fast_mode",
        "goals",
        "guardian_approval",
        "guardian_reuse_parent_compaction",
        "hooks",
        "image_generation",
        "in_app_browser",
        "in_app_chat",
        "in_app_dictation",
        "in_app_local_automation",
        "in_app_updates",
        "mentions_v2",
        "multi_agent",
        "plugin_sharing",
        "plugins",
        "realtime_conversation",
        "remote_plugin",
        "shell_snapshot",
        "shell_tool",
        "skill_mcp_dependency_install",
        "skill_search",
        "sleep_tool",
        "system_proxy_fallback",
        "tool_call_mcp_elicitation",
        "tool_suggest",
        "unbounded_connection_retries",
        "unified_exec",
        "unified_exec_tty",
        "view_image",
        "workspace_dependencies",
        "worktrees",
        "write_stdin_approval"
       ],
       "features_sha256": "8cbf4b6d2e424fdc7a6e505dd8e326121bf43792db025441a5fedc27bb3640a9",
       "flags": [
        "--ignore-user-config",
        "--ignore-rules",
        "--ephemeral",
        "--skip-git-repo-check",
        "--sandbox read-only",
        "--json"
       ],
       "harness": "codex-exec",
       "model": "gpt-6-sol",
       "output_cap": "none settable in Codex (the provider's default)",
       "reasoning_effort": "high",
       "reasoning_summary": "detailed",
       "retries": {
        "backoff_seconds": [
         30,
         60,
         120,
         300,
         900
        ],
        "jitter": "x0.75-1.25"
       },
       "sandbox_profile_sha256": "27e25a33d937c05b07d8da5cc4f8f73124671e466b4761bd796ec737740db712",
       "service_tier": "default",
       "timeout": 3600,
       "traces": "every try: Codex's events and the server's messages (deltas counted), beside the run file"
      },
      "agent_source_sha256": "d7dd576873089c2ce59d3794f8c672376aecdfc83a321c9ff5cd189f4f79f3ff",
      "backend": "function",
      "per_episode": false
     },
     "sha256": "e84f7b7cd75f3960ae4a3021a29c784f0a12bf1400f33de8ab443cf75dc892bd"
    }
   ],
   "end": "complete",
   "finished": 460,
   "path": "experiments/E03-codex-frontier/results/runs/gpt-6-sol-codex-high.jsonl",
   "player": "model",
   "reply_policy": "action-object-v1",
   "sha256": "d93d61f6a07116ef5ec62cbc561119f579c666dae57ffe4dc0bd5db27e35a335",
   "truncated": false
  }
 ],
 "headline": {
  "ci": [
   0.646206828161644,
   0.7349555966511953
  ],
  "ci_method": "korn-graubard-mover",
  "classes": 215,
  "complete": true,
  "df": 58.5092379123839,
  "estimate": 0.6920000000000001,
  "finished": 430,
  "items": 430,
  "missing": [],
  "n_eff": null,
  "over_cap": {},
  "se": 0.019415150062465445,
  "unscored_cap": 0.05,
  "withheld": null
 },
 "kind": "score",
 "malformed": {
  "T1": {
   "by_kind": {},
   "decisions": 410,
   "games": 30,
   "invalid_submission_rate": 0.0,
   "invalid_submissions": 0,
   "invalid_turns": 0,
   "malformed_rate": 0.0
  },
  "T2": {
   "by_kind": {},
   "decisions": 1028,
   "games": 60,
   "invalid_submission_rate": 0.0,
   "invalid_submissions": 0,
   "invalid_turns": 0,
   "malformed_rate": 0.0
  },
  "T3": {
   "by_kind": {
    "schema_error": 1
   },
   "decisions": 2785,
   "games": 150,
   "invalid_submission_rate": 0.0,
   "invalid_submissions": 0,
   "invalid_turns": 1,
   "malformed_rate": 0.0003590664272890485
  },
  "T4": {
   "by_kind": {},
   "decisions": 1536,
   "games": 60,
   "invalid_submission_rate": 0.0,
   "invalid_submissions": 0,
   "invalid_turns": 0,
   "malformed_rate": 0.0
  },
  "T5": {
   "by_kind": {},
   "decisions": 2259,
   "games": 100,
   "invalid_submission_rate": 0.0,
   "invalid_submissions": 0,
   "invalid_turns": 0,
   "malformed_rate": 0.0
  },
  "T6": {
   "by_kind": {},
   "decisions": 1523,
   "games": 60,
   "invalid_submission_rate": 0.0,
   "invalid_submissions": 0,
   "invalid_turns": 0,
   "malformed_rate": 0.0
  },
  "all": {
   "by_kind": {
    "schema_error": 1
   },
   "decisions": 9541,
   "games": 460,
   "invalid_submission_rate": 0.0,
   "invalid_submissions": 0,
   "invalid_turns": 1,
   "malformed_rate": 0.00010481081647626035
  },
  "headline": {
   "by_kind": {
    "schema_error": 1
   },
   "decisions": 9131,
   "games": 430,
   "invalid_submission_rate": 0.0,
   "invalid_submissions": 0,
   "invalid_turns": 1,
   "malformed_rate": 0.00010951702989814916
  }
 },
 "manifest_sha256": "6b98d1a59d5f7d3b09b12f9840c83405e6ea2925d71911a10ab572e39facc278",
 "player": "model",
 "schema": "zendo-bench-v1-score",
 "split": "dev",
 "templates": {},
 "tiers": {
  "T1": {
   "abandoned": 0,
   "ci": [
    0.7819806390894661,
    1.0
   ],
   "ci_method": "korn-graubard",
   "classes": 15,
   "df": null,
   "estimate": 1.0,
   "finished": 30,
   "items": 30,
   "n_eff": 15,
   "scored": 30,
   "se": 0.0,
   "timing_unverifiable": 0,
   "unfinished": 0,
   "unscored": 0,
   "wins": 30
  },
  "T2": {
   "abandoned": 0,
   "ci": [
    0.8777533327414531,
    0.9966136450531029
   ],
   "ci_method": "korn-graubard",
   "classes": 30,
   "df": 13.999999999999998,
   "estimate": 0.9666666666666667,
   "finished": 60,
   "items": 60,
   "n_eff": 53.77490747960973,
   "scored": 60,
   "se": 0.0227128381289749,
   "timing_unverifiable": 0,
   "unfinished": 0,
   "unscored": 0,
   "wins": 58
  },
  "T3": {
   "abandoned": 0,
   "ci": [
    0.9294115882358982,
    0.9975891685470539
   ],
   "ci_method": "korn-graubard",
   "classes": 75,
   "df": 6.999999999999999,
   "estimate": 0.98,
   "finished": 150,
   "items": 150,
   "n_eff": 99.4649871931735,
   "scored": 150,
   "se": 0.009759000729485332,
   "timing_unverifiable": 0,
   "unfinished": 0,
   "unscored": 0,
   "wins": 147
  },
  "T4": {
   "abandoned": 0,
   "ci": [
    0.17177445264010072,
    0.41841458562653566
   ],
   "ci_method": "korn-graubard",
   "classes": 30,
   "df": 18.221347761928186,
   "estimate": 0.2833333333333333,
   "finished": 60,
   "items": 60,
   "n_eff": 56.86113612896914,
   "scored": 60,
   "se": 0.057735026918962574,
   "timing_unverifiable": 0,
   "unfinished": 0,
   "unscored": 0,
   "wins": 17
  },
  "T5": {
   "abandoned": 0,
   "ci": [
    0.6283004687880762,
    0.8166257421040812
   ],
   "ci_method": "korn-graubard",
   "classes": 50,
   "df": 38.12178087234555,
   "estimate": 0.7300000000000001,
   "finished": 100,
   "items": 100,
   "n_eff": 93.53571120111405,
   "scored": 100,
   "se": 0.04556839997716704,
   "timing_unverifiable": 0,
   "unfinished": 0,
   "unscored": 0,
   "wins": 73
  },
  "T6": {
   "abandoned": 0,
   "ci": [
    0.361535499817941,
    0.638464500182059
   ],
   "ci_method": "korn-graubard",
   "classes": 30,
   "df": 14.94785992217899,
   "estimate": 0.5,
   "finished": 60,
   "items": 60,
   "n_eff": 54.55909984734176,
   "scored": 60,
   "se": 0.058333333333333334,
   "timing_unverifiable": 0,
   "unfinished": 0,
   "unscored": 0,
   "wins": 30
  }
 },
 "verified": true,
 "w0": {
  "bands": [
   "w0=0",
   "0<w0<0.5",
   "w0>=0.5"
  ],
  "pooled": {
   "0<w0<0.5": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 5,
    "df": null,
    "estimate": 0.8888888888888888,
    "n_eff": null,
    "se": null
   },
   "w0=0": {
    "ci": [
     0.6395027685967679,
     0.7309959599159598
    ],
    "ci_method": "korn-graubard-mover",
    "classes": 201,
    "df": 54.54710327414975,
    "estimate": 0.686639030612245,
    "n_eff": null,
    "se": 0.019879980991305574
   },
   "w0>=0.5": {
    "ci": [
     0.6270440501826806,
     1.0
    ],
    "ci_method": "korn-graubard-mover",
    "classes": 21,
    "df": null,
    "estimate": 1.0,
    "n_eff": null,
    "se": 0.0
   }
  },
  "tiers": {
   "T1": {
    "0<w0<0.5": {
     "ci": null,
     "ci_method": "korn-graubard",
     "classes": 0,
     "df": null,
     "estimate": null,
     "items": 0,
     "n_eff": null,
     "scored": 0,
     "se": null
    },
    "w0=0": {
     "ci": [
      0.7819806390894661,
      1.0
     ],
     "ci_method": "korn-graubard",
     "classes": 15,
     "df": null,
     "estimate": 1.0,
     "items": 30,
     "n_eff": 15,
     "scored": 30,
     "se": 0.0
    },
    "w0>=0.5": {
     "ci": null,
     "ci_method": "korn-graubard",
     "classes": 0,
     "df": null,
     "estimate": null,
     "items": 0,
     "n_eff": null,
     "scored": 0,
     "se": null
    }
   },
   "T2": {
    "0<w0<0.5": {
     "ci": null,
     "ci_method": "korn-graubard",
     "classes": 0,
     "df": null,
     "estimate": null,
     "items": 0,
     "n_eff": null,
     "scored": 0,
     "se": null
    },
    "w0=0": {
     "ci": [
      0.8777533327414531,
      0.9966136450531029
     ],
     "ci_method": "korn-graubard",
     "classes": 30,
     "df": 13.999999999999998,
     "estimate": 0.9666666666666667,
     "items": 60,
     "n_eff": 53.77490747960973,
     "scored": 60,
     "se": 0.0227128381289749
    },
    "w0>=0.5": {
     "ci": null,
     "ci_method": "korn-graubard",
     "classes": 0,
     "df": null,
     "estimate": null,
     "items": 0,
     "n_eff": null,
     "scored": 0,
     "se": null
    }
   },
   "T3": {
    "0<w0<0.5": {
     "ci": null,
     "ci_method": "korn-graubard",
     "classes": 1,
     "df": null,
     "estimate": 1.0,
     "items": 1,
     "n_eff": null,
     "scored": 1,
     "se": null
    },
    "w0=0": {
     "ci": [
      0.9187995189801683,
      0.9970546338624817
     ],
     "ci_method": "korn-graubard",
     "classes": 64,
     "df": 7.0,
     "estimate": 0.9765625,
     "items": 122,
     "n_eff": 87.13137163699867,
     "scored": 122,
     "se": 0.011436328979865623
    },
    "w0>=0.5": {
     "ci": [
      0.7940927857921773,
      1.0
     ],
     "ci_method": "korn-graubard",
     "classes": 16,
     "df": null,
     "estimate": 1.0,
     "items": 27,
     "n_eff": 16,
     "scored": 27,
     "se": 0.0
    }
   },
   "T4": {
    "0<w0<0.5": {
     "ci": null,
     "ci_method": "korn-graubard",
     "classes": 0,
     "df": null,
     "estimate": null,
     "items": 0,
     "n_eff": null,
     "scored": 0,
     "se": null
    },
    "w0=0": {
     "ci": [
      0.17177445264010072,
      0.41841458562653566
     ],
     "ci_method": "korn-graubard",
     "classes": 30,
     "df": 18.221347761928186,
     "estimate": 0.2833333333333333,
     "items": 60,
     "n_eff": 56.86113612896914,
     "scored": 60,
     "se": 0.057735026918962574
    },
    "w0>=0.5": {
     "ci": null,
     "ci_method": "korn-graubard",
     "classes": 0,
     "df": null,
     "estimate": null,
     "items": 0,
     "n_eff": null,
     "scored": 0,
     "se": null
    }
   },
   "T5": {
    "0<w0<0.5": {
     "ci": null,
     "ci_method": "korn-graubard",
     "classes": 1,
     "df": null,
     "estimate": 1.0,
     "items": 1,
     "n_eff": null,
     "scored": 1,
     "se": null
    },
    "w0=0": {
     "ci": [
      0.6210298101960847,
      0.8128715687133912
     ],
     "ci_method": "korn-graubard",
     "classes": 49,
     "df": 37.44364711779404,
     "estimate": 0.7244897959183674,
     "items": 97,
     "n_eff": 91.26898636970766,
     "scored": 97,
     "se": 0.04640618397514399
    },
    "w0>=0.5": {
     "ci": [
      0.158113883008419,
      1.0
     ],
     "ci_method": "korn-graubard",
     "classes": 2,
     "df": null,
     "estimate": 1.0,
     "items": 2,
     "n_eff": 2,
     "scored": 2,
     "se": 0.0
    }
   },
   "T6": {
    "0<w0<0.5": {
     "ci": [
      0.03992151770416802,
      0.9984407164287117
     ],
     "ci_method": "korn-graubard",
     "classes": 3,
     "df": 2.0,
     "estimate": 0.6666666666666666,
     "items": 3,
     "n_eff": 2.0,
     "scored": 3,
     "se": 0.33333333333333337
    },
    "w0=0": {
     "ci": [
      0.33669807557054754,
      0.6298364517336938
     ],
     "ci_method": "korn-graubard",
     "classes": 28,
     "df": 13.569490657793702,
     "estimate": 0.48214285714285715,
     "items": 54,
     "n_eff": 48.71032124753081,
     "scored": 54,
     "se": 0.061211201789295046
    },
    "w0>=0.5": {
     "ci": [
      0.2924017738212866,
      1.0
     ],
     "ci_method": "korn-graubard",
     "classes": 3,
     "df": null,
     "estimate": 1.0,
     "items": 3,
     "n_eff": 3,
     "scored": 3,
     "se": 0.0
    }
   }
  }
 }
}