{
 "arm": "gpt-6-astra-codex-high",
 "composite": false,
 "context": {
  "baseline_scope": "One submission from seeds, no experiments; expected win rate with uniform MAP tie breaking on scored items, equal weight per headline tier.",
  "exposure": "Rule catalogs are public and include classes used in experiments while this benchmark was developed. Sealed items hide seed pairs, not the rule universe. This benchmark does not establish contamination-free reasoning.",
  "prior": "T1-T4 share the 3-piece catalog prior because their tier is not revealed; T5 and T6 use their registered tier classes.",
  "seed_only_map_win": 0.04655555555555555,
  "tiers": {
   "T1": {
    "manifest_classes": 15,
    "manifest_families": 5,
    "scored_classes": 15,
    "scored_families": 5,
    "seed_only_map_win": 0.0
   },
   "T2": {
    "manifest_classes": 30,
    "manifest_families": 7,
    "scored_classes": 30,
    "scored_families": 7,
    "seed_only_map_win": 0.0
   },
   "T3": {
    "manifest_classes": 75,
    "manifest_families": 10,
    "scored_classes": 75,
    "scored_families": 10,
    "seed_only_map_win": 0.17555555555555555
   },
   "T4": {
    "manifest_classes": 30,
    "manifest_families": 5,
    "scored_classes": 30,
    "scored_families": 5,
    "seed_only_map_win": 0.0
   },
   "T5": {
    "manifest_classes": 50,
    "manifest_families": 17,
    "scored_classes": 50,
    "scored_families": 17,
    "seed_only_map_win": 0.018333333333333333
   },
   "T6": {
    "manifest_classes": 30,
    "manifest_families": 7,
    "scored_classes": 30,
    "scored_families": 7,
    "seed_only_map_win": 0.03888888888888888
   }
  }
 },
 "families": {
  "T1": {
   "count=1-1-and": {
    "ci": [
     0.2924017738212866,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 3,
    "df": null,
    "estimate": 1.0,
    "items": 6,
    "n_eff": 3,
    "scored": 6,
    "se": 0.0
   },
   "count=2-1-and": {
    "ci": [
     0.2924017738212866,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 3,
    "df": null,
    "estimate": 1.0,
    "items": 6,
    "n_eff": 3,
    "scored": 6,
    "se": 0.0
   },
   "count>=2-1-and": {
    "ci": [
     0.2924017738212866,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 3,
    "df": null,
    "estimate": 1.0,
    "items": 6,
    "n_eff": 3,
    "scored": 6,
    "se": 0.0
   },
   "exists-1-and": {
    "ci": [
     0.2924017738212866,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 3,
    "df": null,
    "estimate": 1.0,
    "items": 6,
    "n_eff": 3,
    "scored": 6,
    "se": 0.0
   },
   "forall-1-and": {
    "ci": [
     0.2924017738212866,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 3,
    "df": null,
    "estimate": 1.0,
    "items": 6,
    "n_eff": 3,
    "scored": 6,
    "se": 0.0
   }
  },
  "T2": {
   "count=1-2-and": {
    "ci": [
     0.3976353643835254,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 4,
    "df": null,
    "estimate": 1.0,
    "items": 8,
    "n_eff": 4,
    "scored": 8,
    "se": 0.0
   },
   "count=1-2-or": {
    "ci": [
     0.43980605068023826,
     0.9980084401658382
    ],
    "ci_method": "korn-graubard",
    "classes": 4,
    "df": 3.0,
    "estimate": 0.875,
    "items": 8,
    "n_eff": 7.0,
    "scored": 8,
    "se": 0.125
   },
   "exists-2-and": {
    "ci": [
     0.3976353643835254,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 4,
    "df": null,
    "estimate": 1.0,
    "items": 8,
    "n_eff": 4,
    "scored": 8,
    "se": 0.0
   },
   "exists-2-or": {
    "ci": [
     0.2924017738212866,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 3,
    "df": null,
    "estimate": 1.0,
    "items": 6,
    "n_eff": 3,
    "scored": 6,
    "se": 0.0
   },
   "forall-2-and": {
    "ci": [
     0.4781762498950183,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 5,
    "df": null,
    "estimate": 1.0,
    "items": 10,
    "n_eff": 5,
    "scored": 10,
    "se": 0.0
   },
   "forall-2-or": {
    "ci": [
     0.4781762498950183,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 5,
    "df": null,
    "estimate": 1.0,
    "items": 10,
    "n_eff": 5,
    "scored": 10,
    "se": 0.0
   },
   "outer-2-and": {
    "ci": [
     0.4781762498950183,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 5,
    "df": null,
    "estimate": 1.0,
    "items": 10,
    "n_eff": 5,
    "scored": 10,
    "se": 0.0
   }
  },
  "T3": {
   "count=1-3-and": {
    "ci": [
     0.6637328831200573,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 9,
    "df": null,
    "estimate": 1.0,
    "items": 18,
    "n_eff": 9,
    "scored": 18,
    "se": 0.0
   },
   "count=2-2-and": {
    "ci": [
     0.3976353643835254,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 4,
    "df": null,
    "estimate": 1.0,
    "items": 8,
    "n_eff": 4,
    "scored": 8,
    "se": 0.0
   },
   "count=2-3-and": {
    "ci": [
     0.6637328831200573,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 9,
    "df": null,
    "estimate": 1.0,
    "items": 18,
    "n_eff": 9,
    "scored": 18,
    "se": 0.0
   },
   "count>=2-2-and": {
    "ci": [
     0.3976353643835254,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 4,
    "df": null,
    "estimate": 1.0,
    "items": 8,
    "n_eff": 4,
    "scored": 8,
    "se": 0.0
   },
   "count>=2-3-and": {
    "ci": [
     0.6637328831200573,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 9,
    "df": null,
    "estimate": 1.0,
    "items": 18,
    "n_eff": 9,
    "scored": 18,
    "se": 0.0
   },
   "exists-3-and": {
    "ci": [
     0.6305833524471807,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 8,
    "df": null,
    "estimate": 1.0,
    "items": 16,
    "n_eff": 8,
    "scored": 16,
    "se": 0.0
   },
   "exists-3-or": {
    "ci": [
     0.6305833524471807,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 8,
    "df": null,
    "estimate": 1.0,
    "items": 16,
    "n_eff": 8,
    "scored": 16,
    "se": 0.0
   },
   "forall-3-and": {
    "ci": [
     0.6305833524471807,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 8,
    "df": null,
    "estimate": 1.0,
    "items": 16,
    "n_eff": 8,
    "scored": 16,
    "se": 0.0
   },
   "forall-3-or": {
    "ci": [
     0.6305833524471807,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 8,
    "df": null,
    "estimate": 1.0,
    "items": 16,
    "n_eff": 8,
    "scored": 16,
    "se": 0.0
   },
   "outer-3-and": {
    "ci": [
     0.6305833524471807,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 8,
    "df": null,
    "estimate": 1.0,
    "items": 16,
    "n_eff": 8,
    "scored": 16,
    "se": 0.0
   }
  },
  "T4": {
   "count=1-3-or": {
    "ci": [
     0.4189647428163382,
     0.9161106816928726
    ],
    "ci_method": "korn-graubard",
    "classes": 7,
    "df": 6.0,
    "estimate": 0.7142857142857143,
    "items": 14,
    "n_eff": 14.0,
    "scored": 14,
    "se": 0.10101525445522108
   },
   "count=2-2-or": {
    "ci": [
     0.3976353643835254,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 4,
    "df": null,
    "estimate": 1.0,
    "items": 8,
    "n_eff": 4,
    "scored": 8,
    "se": 0.0
   },
   "count=2-3-or": {
    "ci": [
     0.3171756359781229,
     0.8924885093423205
    ],
    "ci_method": "korn-graubard",
    "classes": 7,
    "df": 6.0,
    "estimate": 0.6428571428571429,
    "items": 14,
    "n_eff": 11.249999999999998,
    "scored": 14,
    "se": 0.14285714285714288
   },
   "count>=2-2-or": {
    "ci": [
     0.3976353643835254,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 4,
    "df": null,
    "estimate": 1.0,
    "items": 8,
    "n_eff": 4,
    "scored": 8,
    "se": 0.0
   },
   "count>=2-3-or": {
    "ci": [
     0.6165237631507363,
     0.984486396184586
    ],
    "ci_method": "korn-graubard",
    "classes": 8,
    "df": 7.0,
    "estimate": 0.875,
    "items": 16,
    "n_eff": 16.0,
    "scored": 16,
    "se": 0.08183170883849714
   }
  },
  "T5": {
   "K01": {
    "ci": [
     0.158113883008419,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 2,
    "df": null,
    "estimate": 1.0,
    "items": 4,
    "n_eff": 2,
    "scored": 4,
    "se": 0.0
   },
   "K02": {
    "ci": [
     0.6305833524471807,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 8,
    "df": null,
    "estimate": 1.0,
    "items": 16,
    "n_eff": 8,
    "scored": 16,
    "se": 0.0
   },
   "K03": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 1,
    "df": null,
    "estimate": 1.0,
    "items": 2,
    "n_eff": null,
    "scored": 2,
    "se": null
   },
   "K04": {
    "ci": [
     0.3976353643835254,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 4,
    "df": null,
    "estimate": 1.0,
    "items": 8,
    "n_eff": 4,
    "scored": 8,
    "se": 0.0
   },
   "K05": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 1,
    "df": null,
    "estimate": 1.0,
    "items": 2,
    "n_eff": null,
    "scored": 2,
    "se": null
   },
   "K06": {
    "ci": [
     0.585822508605226,
     0.9642149168784253
    ],
    "ci_method": "korn-graubard",
    "classes": 9,
    "df": 8.0,
    "estimate": 0.8333333333333334,
    "items": 18,
    "n_eff": 18.0,
    "scored": 18,
    "se": 0.08333333333333333
   },
   "S04": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 1,
    "df": null,
    "estimate": 1.0,
    "items": 2,
    "n_eff": null,
    "scored": 2,
    "se": null
   },
   "S05": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 1,
    "df": null,
    "estimate": 1.0,
    "items": 2,
    "n_eff": null,
    "scored": 2,
    "se": null
   },
   "S06": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 1,
    "df": null,
    "estimate": 1.0,
    "items": 2,
    "n_eff": null,
    "scored": 2,
    "se": null
   },
   "S07": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 1,
    "df": null,
    "estimate": 1.0,
    "items": 2,
    "n_eff": null,
    "scored": 2,
    "se": null
   },
   "S08": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 1,
    "df": null,
    "estimate": 1.0,
    "items": 2,
    "n_eff": null,
    "scored": 2,
    "se": null
   },
   "S09": {
    "ci": [
     0.158113883008419,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 2,
    "df": null,
    "estimate": 1.0,
    "items": 4,
    "n_eff": 2,
    "scored": 4,
    "se": 0.0
   },
   "S11": {
    "ci": [
     0.158113883008419,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 2,
    "df": null,
    "estimate": 1.0,
    "items": 4,
    "n_eff": 2,
    "scored": 4,
    "se": 0.0
   },
   "S12": {
    "ci": [
     0.5633859970033317,
     0.9426660029499672
    ],
    "ci_method": "korn-graubard",
    "classes": 10,
    "df": 9.0,
    "estimate": 0.8,
    "items": 20,
    "n_eff": 20.0,
    "scored": 20,
    "se": 0.0816496580927726
   },
   "X01": {
    "ci": [
     0.158113883008419,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 2,
    "df": null,
    "estimate": 1.0,
    "items": 4,
    "n_eff": 2,
    "scored": 4,
    "se": 0.0
   },
   "X02": {
    "ci": [
     0.158113883008419,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 2,
    "df": null,
    "estimate": 1.0,
    "items": 4,
    "n_eff": 2,
    "scored": 4,
    "se": 0.0
   },
   "X04": {
    "ci": [
     0.158113883008419,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 2,
    "df": null,
    "estimate": 1.0,
    "items": 4,
    "n_eff": 2,
    "scored": 4,
    "se": 0.0
   }
  },
  "T6": {
   "C08": {
    "ci": [
     0.3976353643835254,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 4,
    "df": null,
    "estimate": 1.0,
    "items": 8,
    "n_eff": 4,
    "scored": 8,
    "se": 0.0
   },
   "C09": {
    "ci": [
     0.2924017738212866,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 3,
    "df": null,
    "estimate": 1.0,
    "items": 6,
    "n_eff": 3,
    "scored": 6,
    "se": 0.0
   },
   "C11": {
    "ci": [
     0.6469850394755405,
     0.9985873047652165
    ],
    "ci_method": "korn-graubard",
    "classes": 7,
    "df": 6.0,
    "estimate": 0.9285714285714286,
    "items": 14,
    "n_eff": 12.999999999999995,
    "scored": 14,
    "se": 0.07142857142857144
   },
   "C13": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 1,
    "df": null,
    "estimate": 1.0,
    "items": 2,
    "n_eff": null,
    "scored": 2,
    "se": null
   },
   "C16": {
    "ci": [
     0.6637328831200573,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 9,
    "df": null,
    "estimate": 1.0,
    "items": 18,
    "n_eff": 9,
    "scored": 18,
    "se": 0.0
   },
   "C17": {
    "ci": [
     0.4781762498950183,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 5,
    "df": null,
    "estimate": 1.0,
    "items": 10,
    "n_eff": 5,
    "scored": 10,
    "se": 0.0
   },
   "C18": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 1,
    "df": null,
    "estimate": 1.0,
    "items": 2,
    "n_eff": null,
    "scored": 2,
    "se": null
   }
  }
 },
 "files": [
  {
   "composite": false,
   "configurations": [
    {
     "settings": {
      "agent": "codex_backend:CodexBackend (codex exec)",
      "agent_config": {
       "auth": "ChatGPT sign-in, a Codex home of its own",
       "call_folder": "new and empty per call",
       "catalog_edit": {
        "apply_patch_tool_type": null,
        "experimental_supported_tools": [],
        "multi_agent_version": null,
        "tool_mode": "direct_only"
       },
       "catalog_sha256": "6b1f65a0f06f02eb9a0f4632af0775a97deaf7a88a734eeeba20bb1fcd8b9ad5",
       "codex_binary_sha256": "112fae7a5a1223e673c8a1791d32338f37df8b527ff1159bb8adac6c4dbf1b4b",
       "codex_cli": "0.160.0",
       "config": [
        "include_permissions_instructions=false",
        "include_apps_instructions=false",
        "include_collaboration_mode_instructions=false",
        "include_environment_context=false",
        "skills.include_instructions=false",
        "tools.update_plan.enabled=false",
        "tools.experimental_request_user_input.enabled=false",
        "web_search=\"disabled\"",
        "project_doc_max_bytes=0",
        "sandbox_mode=\"read-only\""
       ],
       "features_disabled": [
        "apps",
        "auth_elicitation",
        "browser_use",
        "browser_use_external",
        "browser_use_full_cdp_access",
        "code_mode_host",
        "compaction_image_budget",
        "computer_use",
        "content_item_kinds",
        "daemon_auto_start",
        "enable_request_compression",
        "fast_mode",
        "goals",
        "guardian_approval",
        "guardian_reuse_parent_compaction",
        "hooks",
        "image_generation",
        "in_app_browser",
        "in_app_chat",
        "in_app_dictation",
        "in_app_local_automation",
        "in_app_updates",
        "mentions_v2",
        "multi_agent",
        "plugin_sharing",
        "plugins",
        "realtime_conversation",
        "remote_plugin",
        "shell_snapshot",
        "shell_tool",
        "skill_mcp_dependency_install",
        "skill_search",
        "sleep_tool",
        "system_proxy_fallback",
        "tool_call_mcp_elicitation",
        "tool_suggest",
        "unbounded_connection_retries",
        "unified_exec",
        "unified_exec_tty",
        "view_image",
        "workspace_dependencies",
        "worktrees",
        "write_stdin_approval"
       ],
       "features_sha256": "8cbf4b6d2e424fdc7a6e505dd8e326121bf43792db025441a5fedc27bb3640a9",
       "flags": [
        "--ignore-user-config",
        "--ignore-rules",
        "--ephemeral",
        "--skip-git-repo-check",
        "--sandbox read-only",
        "--json"
       ],
       "harness": "codex-exec",
       "model": "gpt-6-astra",
       "output_cap": "none settable in Codex (the provider's default)",
       "reasoning_effort": "high",
       "reasoning_summary": "detailed",
       "retries": {
        "backoff_seconds": [
         30,
         60,
         120,
         300,
         900
        ],
        "jitter": "x0.75-1.25"
       },
       "sandbox_profile_sha256": "27e25a33d937c05b07d8da5cc4f8f73124671e466b4761bd796ec737740db712",
       "service_tier": "default",
       "timeout": 3600,
       "traces": "every try: Codex's events and the server's messages (deltas counted), beside the run file"
      },
      "agent_source_sha256": "d7dd576873089c2ce59d3794f8c672376aecdfc83a321c9ff5cd189f4f79f3ff",
      "backend": "function",
      "per_episode": false
     },
     "sha256": "448e99e43d06db91f55d142646e090554a918b9a8bb4f1b108e33b45f6e2af7b"
    }
   ],
   "end": "complete",
   "finished": 460,
   "path": "experiments/E03-codex-frontier/results/runs/gpt-6-astra-codex-high.jsonl",
   "player": "model",
   "reply_policy": "action-object-v1",
   "sha256": "0b199c688b794b75287fdb375f19d32336b593d0de66caef36301958b8702894",
   "truncated": false
  }
 ],
 "headline": {
  "ci": [
   0.902650253076997,
   0.9633834306196238
  ],
  "ci_method": "korn-graubard-mover",
  "classes": 215,
  "complete": true,
  "df": 31.585096559242967,
  "estimate": 0.9426666666666668,
  "finished": 430,
  "items": 430,
  "missing": [],
  "n_eff": null,
  "over_cap": {},
  "se": 0.011296157514977144,
  "unscored_cap": 0.05,
  "withheld": null
 },
 "kind": "score",
 "malformed": {
  "T1": {
   "by_kind": {},
   "decisions": 299,
   "games": 30,
   "invalid_submission_rate": 0.0,
   "invalid_submissions": 0,
   "invalid_turns": 0,
   "malformed_rate": 0.0
  },
  "T2": {
   "by_kind": {},
   "decisions": 920,
   "games": 60,
   "invalid_submission_rate": 0.0,
   "invalid_submissions": 0,
   "invalid_turns": 0,
   "malformed_rate": 0.0
  },
  "T3": {
   "by_kind": {},
   "decisions": 2654,
   "games": 150,
   "invalid_submission_rate": 0.0,
   "invalid_submissions": 0,
   "invalid_turns": 0,
   "malformed_rate": 0.0
  },
  "T4": {
   "by_kind": {},
   "decisions": 1440,
   "games": 60,
   "invalid_submission_rate": 0.0,
   "invalid_submissions": 0,
   "invalid_turns": 0,
   "malformed_rate": 0.0
  },
  "T5": {
   "by_kind": {},
   "decisions": 1904,
   "games": 100,
   "invalid_submission_rate": 0.0,
   "invalid_submissions": 0,
   "invalid_turns": 0,
   "malformed_rate": 0.0
  },
  "T6": {
   "by_kind": {},
   "decisions": 1327,
   "games": 60,
   "invalid_submission_rate": 0.0,
   "invalid_submissions": 0,
   "invalid_turns": 0,
   "malformed_rate": 0.0
  },
  "all": {
   "by_kind": {},
   "decisions": 8544,
   "games": 460,
   "invalid_submission_rate": 0.0,
   "invalid_submissions": 0,
   "invalid_turns": 0,
   "malformed_rate": 0.0
  },
  "headline": {
   "by_kind": {},
   "decisions": 8245,
   "games": 430,
   "invalid_submission_rate": 0.0,
   "invalid_submissions": 0,
   "invalid_turns": 0,
   "malformed_rate": 0.0
  }
 },
 "manifest_sha256": "6b98d1a59d5f7d3b09b12f9840c83405e6ea2925d71911a10ab572e39facc278",
 "player": "model",
 "schema": "zendo-bench-v1-score",
 "split": "dev",
 "templates": {},
 "tiers": {
  "T1": {
   "abandoned": 0,
   "ci": [
    0.7819806390894661,
    1.0
   ],
   "ci_method": "korn-graubard",
   "classes": 15,
   "df": null,
   "estimate": 1.0,
   "finished": 30,
   "items": 30,
   "n_eff": 15,
   "scored": 30,
   "se": 0.0,
   "timing_unverifiable": 0,
   "unfinished": 0,
   "unscored": 0,
   "wins": 30
  },
  "T2": {
   "abandoned": 0,
   "ci": [
    0.9036955361234464,
    0.9997103482017227
   ],
   "ci_method": "korn-graubard",
   "classes": 30,
   "df": 14.0,
   "estimate": 0.9833333333333333,
   "finished": 60,
   "items": 60,
   "n_eff": 53.64978151655289,
   "scored": 60,
   "se": 0.016666666666666666,
   "timing_unverifiable": 0,
   "unfinished": 0,
   "unscored": 0,
   "wins": 59
  },
  "T3": {
   "abandoned": 0,
   "ci": [
    0.9520049359448581,
    1.0
   ],
   "ci_method": "korn-graubard",
   "classes": 75,
   "df": null,
   "estimate": 1.0,
   "finished": 150,
   "items": 150,
   "n_eff": 75,
   "scored": 150,
   "se": 0.0,
   "timing_unverifiable": 0,
   "unfinished": 0,
   "unscored": 0,
   "wins": 150
  },
  "T4": {
   "abandoned": 0,
   "ci": [
    0.6895493557976928,
    0.9079260421103179
   ],
   "ci_method": "korn-graubard",
   "classes": 30,
   "df": 15.856033143448993,
   "estimate": 0.8166666666666667,
   "finished": 60,
   "items": 60,
   "n_eff": 55.244022545399,
   "scored": 60,
   "se": 0.04629100498862758,
   "timing_unverifiable": 0,
   "unfinished": 0,
   "unscored": 0,
   "wins": 49
  },
  "T5": {
   "abandoned": 0,
   "ci": [
    0.8561487001010364,
    0.9731114573700106
   ],
   "ci_method": "korn-graubard",
   "classes": 50,
   "df": 16.98854470277232,
   "estimate": 0.93,
   "finished": 100,
   "items": 100,
   "n_eff": 89.86190479931092,
   "scored": 100,
   "se": 0.02217355782608345,
   "timing_unverifiable": 0,
   "unfinished": 0,
   "unscored": 0,
   "wins": 93
  },
  "T6": {
   "abandoned": 0,
   "ci": [
    0.8844682546803455,
    0.9999022722894804
   ],
   "ci_method": "korn-graubard",
   "classes": 30,
   "df": 6.0,
   "estimate": 0.9833333333333333,
   "finished": 60,
   "items": 60,
   "n_eff": 41.219196323048365,
   "scored": 60,
   "se": 0.01666666666666667,
   "timing_unverifiable": 0,
   "unfinished": 0,
   "unscored": 0,
   "wins": 59
  }
 },
 "verified": true,
 "w0": {
  "bands": [
   "w0=0",
   "0<w0<0.5",
   "w0>=0.5"
  ],
  "pooled": {
   "0<w0<0.5": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 5,
    "df": null,
    "estimate": 1.0,
    "n_eff": null,
    "se": null
   },
   "w0=0": {
    "ci": [
     0.9007989159957662,
     0.9629848029304618
    ],
    "ci_method": "korn-graubard-mover",
    "classes": 201,
    "df": 32.282589750019454,
    "estimate": 0.9421428571428572,
    "n_eff": null,
    "se": 0.011404300840158062
   },
   "w0>=0.5": {
    "ci": [
     0.6270440501826806,
     1.0
    ],
    "ci_method": "korn-graubard-mover",
    "classes": 21,
    "df": null,
    "estimate": 1.0,
    "n_eff": null,
    "se": 0.0
   }
  },
  "tiers": {
   "T1": {
    "0<w0<0.5": {
     "ci": null,
     "ci_method": "korn-graubard",
     "classes": 0,
     "df": null,
     "estimate": null,
     "items": 0,
     "n_eff": null,
     "scored": 0,
     "se": null
    },
    "w0=0": {
     "ci": [
      0.7819806390894661,
      1.0
     ],
     "ci_method": "korn-graubard",
     "classes": 15,
     "df": null,
     "estimate": 1.0,
     "items": 30,
     "n_eff": 15,
     "scored": 30,
     "se": 0.0
    },
    "w0>=0.5": {
     "ci": null,
     "ci_method": "korn-graubard",
     "classes": 0,
     "df": null,
     "estimate": null,
     "items": 0,
     "n_eff": null,
     "scored": 0,
     "se": null
    }
   },
   "T2": {
    "0<w0<0.5": {
     "ci": null,
     "ci_method": "korn-graubard",
     "classes": 0,
     "df": null,
     "estimate": null,
     "items": 0,
     "n_eff": null,
     "scored": 0,
     "se": null
    },
    "w0=0": {
     "ci": [
      0.9036955361234464,
      0.9997103482017227
     ],
     "ci_method": "korn-graubard",
     "classes": 30,
     "df": 14.0,
     "estimate": 0.9833333333333333,
     "items": 60,
     "n_eff": 53.64978151655289,
     "scored": 60,
     "se": 0.016666666666666666
    },
    "w0>=0.5": {
     "ci": null,
     "ci_method": "korn-graubard",
     "classes": 0,
     "df": null,
     "estimate": null,
     "items": 0,
     "n_eff": null,
     "scored": 0,
     "se": null
    }
   },
   "T3": {
    "0<w0<0.5": {
     "ci": null,
     "ci_method": "korn-graubard",
     "classes": 1,
     "df": null,
     "estimate": 1.0,
     "items": 1,
     "n_eff": null,
     "scored": 1,
     "se": null
    },
    "w0=0": {
     "ci": [
      0.9439909106133628,
      1.0
     ],
     "ci_method": "korn-graubard",
     "classes": 64,
     "df": null,
     "estimate": 1.0,
     "items": 122,
     "n_eff": 64,
     "scored": 122,
     "se": 0.0
    },
    "w0>=0.5": {
     "ci": [
      0.7940927857921773,
      1.0
     ],
     "ci_method": "korn-graubard",
     "classes": 16,
     "df": null,
     "estimate": 1.0,
     "items": 27,
     "n_eff": 16,
     "scored": 27,
     "se": 0.0
    }
   },
   "T4": {
    "0<w0<0.5": {
     "ci": null,
     "ci_method": "korn-graubard",
     "classes": 0,
     "df": null,
     "estimate": null,
     "items": 0,
     "n_eff": null,
     "scored": 0,
     "se": null
    },
    "w0=0": {
     "ci": [
      0.6895493557976928,
      0.9079260421103179
     ],
     "ci_method": "korn-graubard",
     "classes": 30,
     "df": 15.856033143448993,
     "estimate": 0.8166666666666667,
     "items": 60,
     "n_eff": 55.244022545399,
     "scored": 60,
     "se": 0.04629100498862758
    },
    "w0>=0.5": {
     "ci": null,
     "ci_method": "korn-graubard",
     "classes": 0,
     "df": null,
     "estimate": null,
     "items": 0,
     "n_eff": null,
     "scored": 0,
     "se": null
    }
   },
   "T5": {
    "0<w0<0.5": {
     "ci": null,
     "ci_method": "korn-graubard",
     "classes": 1,
     "df": null,
     "estimate": 1.0,
     "items": 1,
     "n_eff": null,
     "scored": 1,
     "se": null
    },
    "w0=0": {
     "ci": [
      0.8528840318094029,
      0.9727054513538282
     ],
     "ci_method": "korn-graubard",
     "classes": 49,
     "df": 16.988544702772312,
     "estimate": 0.9285714285714286,
     "items": 97,
     "n_eff": 87.25798604956242,
     "scored": 97,
     "se": 0.022626079414370868
    },
    "w0>=0.5": {
     "ci": [
      0.158113883008419,
      1.0
     ],
     "ci_method": "korn-graubard",
     "classes": 2,
     "df": null,
     "estimate": 1.0,
     "items": 2,
     "n_eff": 2,
     "scored": 2,
     "se": 0.0
    }
   },
   "T6": {
    "0<w0<0.5": {
     "ci": [
      0.2924017738212866,
      1.0
     ],
     "ci_method": "korn-graubard",
     "classes": 3,
     "df": null,
     "estimate": 1.0,
     "items": 3,
     "n_eff": 3,
     "scored": 3,
     "se": 0.0
    },
    "w0=0": {
     "ci": [
      0.8755293160243951,
      0.9999016694909348
     ],
     "ci_method": "korn-graubard",
     "classes": 28,
     "df": 6.0,
     "estimate": 0.9821428571428572,
     "items": 54,
     "n_eff": 37.96995482884605,
     "scored": 54,
     "se": 0.01785714285714286
    },
    "w0>=0.5": {
     "ci": [
      0.2924017738212866,
      1.0
     ],
     "ci_method": "korn-graubard",
     "classes": 3,
     "df": null,
     "estimate": 1.0,
     "items": 3,
     "n_eff": 3,
     "scored": 3,
     "se": 0.0
    }
   }
  }
 }
}