{
 "arm": "gpt-6.1-sol-codex-high",
 "composite": false,
 "context": {
  "baseline_scope": "One submission from seeds, no experiments; expected win rate with uniform MAP tie breaking on scored items, equal weight per headline tier.",
  "exposure": "Rule catalogs are public and include classes used in experiments while this benchmark was developed. Sealed items hide seed pairs, not the rule universe. This benchmark does not establish contamination-free reasoning.",
  "prior": "T1-T4 share the 3-piece catalog prior because their tier is not revealed; T5 and T6 use their registered tier classes.",
  "seed_only_map_win": 0.04655555555555555,
  "tiers": {
   "T1": {
    "manifest_classes": 15,
    "manifest_families": 5,
    "scored_classes": 15,
    "scored_families": 5,
    "seed_only_map_win": 0.0
   },
   "T2": {
    "manifest_classes": 30,
    "manifest_families": 7,
    "scored_classes": 30,
    "scored_families": 7,
    "seed_only_map_win": 0.0
   },
   "T3": {
    "manifest_classes": 75,
    "manifest_families": 10,
    "scored_classes": 75,
    "scored_families": 10,
    "seed_only_map_win": 0.17555555555555555
   },
   "T4": {
    "manifest_classes": 30,
    "manifest_families": 5,
    "scored_classes": 30,
    "scored_families": 5,
    "seed_only_map_win": 0.0
   },
   "T5": {
    "manifest_classes": 50,
    "manifest_families": 17,
    "scored_classes": 50,
    "scored_families": 17,
    "seed_only_map_win": 0.018333333333333333
   },
   "T6": {
    "manifest_classes": 30,
    "manifest_families": 7,
    "scored_classes": 30,
    "scored_families": 7,
    "seed_only_map_win": 0.03888888888888888
   }
  }
 },
 "families": {
  "T1": {
   "count=1-1-and": {
    "ci": [
     0.2924017738212866,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 3,
    "df": null,
    "estimate": 1.0,
    "items": 6,
    "n_eff": 3,
    "scored": 6,
    "se": 0.0
   },
   "count=2-1-and": {
    "ci": [
     0.2924017738212866,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 3,
    "df": null,
    "estimate": 1.0,
    "items": 6,
    "n_eff": 3,
    "scored": 6,
    "se": 0.0
   },
   "count>=2-1-and": {
    "ci": [
     0.2924017738212866,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 3,
    "df": null,
    "estimate": 1.0,
    "items": 6,
    "n_eff": 3,
    "scored": 6,
    "se": 0.0
   },
   "exists-1-and": {
    "ci": [
     0.2924017738212866,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 3,
    "df": null,
    "estimate": 1.0,
    "items": 6,
    "n_eff": 3,
    "scored": 6,
    "se": 0.0
   },
   "forall-1-and": {
    "ci": [
     0.2924017738212866,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 3,
    "df": null,
    "estimate": 1.0,
    "items": 6,
    "n_eff": 3,
    "scored": 6,
    "se": 0.0
   }
  },
  "T2": {
   "count=1-2-and": {
    "ci": [
     0.3976353643835254,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 4,
    "df": null,
    "estimate": 1.0,
    "items": 8,
    "n_eff": 4,
    "scored": 8,
    "se": 0.0
   },
   "count=1-2-or": {
    "ci": [
     0.3976353643835254,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 4,
    "df": null,
    "estimate": 1.0,
    "items": 8,
    "n_eff": 4,
    "scored": 8,
    "se": 0.0
   },
   "exists-2-and": {
    "ci": [
     0.3976353643835254,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 4,
    "df": null,
    "estimate": 1.0,
    "items": 8,
    "n_eff": 4,
    "scored": 8,
    "se": 0.0
   },
   "exists-2-or": {
    "ci": [
     0.2924017738212866,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 3,
    "df": null,
    "estimate": 1.0,
    "items": 6,
    "n_eff": 3,
    "scored": 6,
    "se": 0.0
   },
   "forall-2-and": {
    "ci": [
     0.4781762498950183,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 5,
    "df": null,
    "estimate": 1.0,
    "items": 10,
    "n_eff": 5,
    "scored": 10,
    "se": 0.0
   },
   "forall-2-or": {
    "ci": [
     0.4781762498950183,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 5,
    "df": null,
    "estimate": 1.0,
    "items": 10,
    "n_eff": 5,
    "scored": 10,
    "se": 0.0
   },
   "outer-2-and": {
    "ci": [
     0.4781762498950183,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 5,
    "df": null,
    "estimate": 1.0,
    "items": 10,
    "n_eff": 5,
    "scored": 10,
    "se": 0.0
   }
  },
  "T3": {
   "count=1-3-and": {
    "ci": [
     0.6637328831200573,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 9,
    "df": null,
    "estimate": 1.0,
    "items": 18,
    "n_eff": 9,
    "scored": 18,
    "se": 0.0
   },
   "count=2-2-and": {
    "ci": [
     0.3976353643835254,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 4,
    "df": null,
    "estimate": 1.0,
    "items": 8,
    "n_eff": 4,
    "scored": 8,
    "se": 0.0
   },
   "count=2-3-and": {
    "ci": [
     0.6637328831200573,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 9,
    "df": null,
    "estimate": 1.0,
    "items": 18,
    "n_eff": 9,
    "scored": 18,
    "se": 0.0
   },
   "count>=2-2-and": {
    "ci": [
     0.3976353643835254,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 4,
    "df": null,
    "estimate": 1.0,
    "items": 8,
    "n_eff": 4,
    "scored": 8,
    "se": 0.0
   },
   "count>=2-3-and": {
    "ci": [
     0.6637328831200573,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 9,
    "df": null,
    "estimate": 1.0,
    "items": 18,
    "n_eff": 9,
    "scored": 18,
    "se": 0.0
   },
   "exists-3-and": {
    "ci": [
     0.6305833524471807,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 8,
    "df": null,
    "estimate": 1.0,
    "items": 16,
    "n_eff": 8,
    "scored": 16,
    "se": 0.0
   },
   "exists-3-or": {
    "ci": [
     0.6305833524471807,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 8,
    "df": null,
    "estimate": 1.0,
    "items": 16,
    "n_eff": 8,
    "scored": 16,
    "se": 0.0
   },
   "forall-3-and": {
    "ci": [
     0.6305833524471807,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 8,
    "df": null,
    "estimate": 1.0,
    "items": 16,
    "n_eff": 8,
    "scored": 16,
    "se": 0.0
   },
   "forall-3-or": {
    "ci": [
     0.6305833524471807,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 8,
    "df": null,
    "estimate": 1.0,
    "items": 16,
    "n_eff": 8,
    "scored": 16,
    "se": 0.0
   },
   "outer-3-and": {
    "ci": [
     0.6305833524471807,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 8,
    "df": null,
    "estimate": 1.0,
    "items": 16,
    "n_eff": 8,
    "scored": 16,
    "se": 0.0
   }
  },
  "T4": {
   "count=1-3-or": {
    "ci": [
     0.3513801106159915,
     0.8724015701408407
    ],
    "ci_method": "korn-graubard",
    "classes": 7,
    "df": 6.0,
    "estimate": 0.6428571428571429,
    "items": 14,
    "n_eff": 14.0,
    "scored": 14,
    "se": 0.09221388919541469
   },
   "count=2-2-or": {
    "ci": [
     0.3976353643835254,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 4,
    "df": null,
    "estimate": 1.0,
    "items": 8,
    "n_eff": 4,
    "scored": 8,
    "se": 0.0
   },
   "count=2-3-or": {
    "ci": [
     0.1935513731246467,
     0.8064486268753532
    ],
    "ci_method": "korn-graubard",
    "classes": 7,
    "df": 6.0,
    "estimate": 0.5,
    "items": 14,
    "n_eff": 10.5,
    "scored": 14,
    "se": 0.1543033499620919
   },
   "count>=2-2-or": {
    "ci": [
     0.3976353643835254,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 4,
    "df": null,
    "estimate": 1.0,
    "items": 8,
    "n_eff": 4,
    "scored": 8,
    "se": 0.0
   },
   "count>=2-3-or": {
    "ci": [
     0.3737119117341051,
     0.9099330966314167
    ],
    "ci_method": "korn-graubard",
    "classes": 8,
    "df": 7.0,
    "estimate": 0.6875,
    "items": 16,
    "n_eff": 12.419354838709676,
    "scored": 16,
    "se": 0.13152607020228782
   }
  },
  "T5": {
   "K01": {
    "ci": [
     0.158113883008419,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 2,
    "df": null,
    "estimate": 1.0,
    "items": 4,
    "n_eff": 2,
    "scored": 4,
    "se": 0.0
   },
   "K02": {
    "ci": [
     0.6305833524471807,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 8,
    "df": null,
    "estimate": 1.0,
    "items": 16,
    "n_eff": 8,
    "scored": 16,
    "se": 0.0
   },
   "K03": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 1,
    "df": null,
    "estimate": 1.0,
    "items": 2,
    "n_eff": null,
    "scored": 2,
    "se": null
   },
   "K04": {
    "ci": [
     0.3976353643835254,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 4,
    "df": null,
    "estimate": 1.0,
    "items": 8,
    "n_eff": 4,
    "scored": 8,
    "se": 0.0
   },
   "K05": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 1,
    "df": null,
    "estimate": 1.0,
    "items": 2,
    "n_eff": null,
    "scored": 2,
    "se": null
   },
   "K06": {
    "ci": [
     0.30757165899875605,
     0.7846984926127001
    ],
    "ci_method": "korn-graubard",
    "classes": 9,
    "df": 8.0,
    "estimate": 0.5555555555555556,
    "items": 18,
    "n_eff": 18.0,
    "scored": 18,
    "se": 0.10015420209622192
   },
   "S04": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 1,
    "df": null,
    "estimate": 1.0,
    "items": 2,
    "n_eff": null,
    "scored": 2,
    "se": null
   },
   "S05": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 1,
    "df": null,
    "estimate": 1.0,
    "items": 2,
    "n_eff": null,
    "scored": 2,
    "se": null
   },
   "S06": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 1,
    "df": null,
    "estimate": 1.0,
    "items": 2,
    "n_eff": null,
    "scored": 2,
    "se": null
   },
   "S07": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 1,
    "df": null,
    "estimate": 1.0,
    "items": 2,
    "n_eff": null,
    "scored": 2,
    "se": null
   },
   "S08": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 1,
    "df": null,
    "estimate": 1.0,
    "items": 2,
    "n_eff": null,
    "scored": 2,
    "se": null
   },
   "S09": {
    "ci": [
     0.158113883008419,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 2,
    "df": null,
    "estimate": 1.0,
    "items": 4,
    "n_eff": 2,
    "scored": 4,
    "se": 0.0
   },
   "S11": {
    "ci": [
     0.158113883008419,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 2,
    "df": null,
    "estimate": 1.0,
    "items": 4,
    "n_eff": 2,
    "scored": 4,
    "se": 0.0
   },
   "S12": {
    "ci": [
     0.6830172859809178,
     0.9876514728297052
    ],
    "ci_method": "korn-graubard",
    "classes": 10,
    "df": 9.0,
    "estimate": 0.9,
    "items": 20,
    "n_eff": 20.0,
    "scored": 20,
    "se": 0.06666666666666667
   },
   "X01": {
    "ci": [
     0.158113883008419,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 2,
    "df": null,
    "estimate": 1.0,
    "items": 4,
    "n_eff": 2,
    "scored": 4,
    "se": 0.0
   },
   "X02": {
    "ci": [
     0.158113883008419,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 2,
    "df": null,
    "estimate": 1.0,
    "items": 4,
    "n_eff": 2,
    "scored": 4,
    "se": 0.0
   },
   "X04": {
    "ci": [
     0.158113883008419,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 2,
    "df": null,
    "estimate": 1.0,
    "items": 4,
    "n_eff": 2,
    "scored": 4,
    "se": 0.0
   }
  },
  "T6": {
   "C08": {
    "ci": [
     0.3976353643835254,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 4,
    "df": null,
    "estimate": 1.0,
    "items": 8,
    "n_eff": 4,
    "scored": 8,
    "se": 0.0
   },
   "C09": {
    "ci": [
     0.2924017738212866,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 3,
    "df": null,
    "estimate": 1.0,
    "items": 6,
    "n_eff": 3,
    "scored": 6,
    "se": 0.0
   },
   "C11": {
    "ci": [
     0.12041682613696689,
     0.7857285003425576
    ],
    "ci_method": "korn-graubard",
    "classes": 7,
    "df": 6.0,
    "estimate": 0.42857142857142855,
    "items": 14,
    "n_eff": 8.470588235294118,
    "scored": 14,
    "se": 0.17003401020340117
   },
   "C13": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 1,
    "df": null,
    "estimate": 1.0,
    "items": 2,
    "n_eff": null,
    "scored": 2,
    "se": null
   },
   "C16": {
    "ci": [
     0.6637328831200573,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 9,
    "df": null,
    "estimate": 1.0,
    "items": 18,
    "n_eff": 9,
    "scored": 18,
    "se": 0.0
   },
   "C17": {
    "ci": [
     0.4781762498950183,
     1.0
    ],
    "ci_method": "korn-graubard",
    "classes": 5,
    "df": null,
    "estimate": 1.0,
    "items": 10,
    "n_eff": 5,
    "scored": 10,
    "se": 0.0
   },
   "C18": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 1,
    "df": null,
    "estimate": 1.0,
    "items": 2,
    "n_eff": null,
    "scored": 2,
    "se": null
   }
  }
 },
 "files": [
  {
   "composite": false,
   "configurations": [
    {
     "settings": {
      "agent": "codex_backend:CodexBackend (codex exec)",
      "agent_config": {
       "auth": "ChatGPT sign-in, a Codex home of its own",
       "call_folder": "new and empty per call",
       "catalog_edit": {
        "apply_patch_tool_type": null,
        "experimental_supported_tools": [],
        "multi_agent_version": null,
        "tool_mode": "direct_only"
       },
       "catalog_sha256": "6b1f65a0f06f02eb9a0f4632af0775a97deaf7a88a734eeeba20bb1fcd8b9ad5",
       "codex_binary_sha256": "112fae7a5a1223e673c8a1791d32338f37df8b527ff1159bb8adac6c4dbf1b4b",
       "codex_cli": "0.160.0",
       "config": [
        "include_permissions_instructions=false",
        "include_apps_instructions=false",
        "include_collaboration_mode_instructions=false",
        "include_environment_context=false",
        "skills.include_instructions=false",
        "tools.update_plan.enabled=false",
        "tools.experimental_request_user_input.enabled=false",
        "web_search=\"disabled\"",
        "project_doc_max_bytes=0",
        "sandbox_mode=\"read-only\""
       ],
       "features_disabled": [
        "apps",
        "auth_elicitation",
        "browser_use",
        "browser_use_external",
        "browser_use_full_cdp_access",
        "code_mode_host",
        "compaction_image_budget",
        "computer_use",
        "content_item_kinds",
        "daemon_auto_start",
        "enable_request_compression",
        "fast_mode",
        "goals",
        "guardian_approval",
        "guardian_reuse_parent_compaction",
        "hooks",
        "image_generation",
        "in_app_browser",
        "in_app_chat",
        "in_app_dictation",
        "in_app_local_automation",
        "in_app_updates",
        "mentions_v2",
        "multi_agent",
        "plugin_sharing",
        "plugins",
        "realtime_conversation",
        "remote_plugin",
        "shell_snapshot",
        "shell_tool",
        "skill_mcp_dependency_install",
        "skill_search",
        "sleep_tool",
        "system_proxy_fallback",
        "tool_call_mcp_elicitation",
        "tool_suggest",
        "unbounded_connection_retries",
        "unified_exec",
        "unified_exec_tty",
        "view_image",
        "workspace_dependencies",
        "worktrees",
        "write_stdin_approval"
       ],
       "features_sha256": "8cbf4b6d2e424fdc7a6e505dd8e326121bf43792db025441a5fedc27bb3640a9",
       "flags": [
        "--ignore-user-config",
        "--ignore-rules",
        "--ephemeral",
        "--skip-git-repo-check",
        "--sandbox read-only",
        "--json"
       ],
       "harness": "codex-exec",
       "model": "gpt-6.1-sol",
       "output_cap": "none settable in Codex (the provider's default)",
       "reasoning_effort": "high",
       "reasoning_summary": "detailed",
       "retries": {
        "backoff_seconds": [
         30,
         60,
         120,
         300,
         900
        ],
        "jitter": "x0.75-1.25"
       },
       "sandbox_profile_sha256": "27e25a33d937c05b07d8da5cc4f8f73124671e466b4761bd796ec737740db712",
       "service_tier": "default",
       "timeout": 3600,
       "traces": "every try: Codex's events and the server's messages (deltas counted), beside the run file"
      },
      "agent_source_sha256": "d7dd576873089c2ce59d3794f8c672376aecdfc83a321c9ff5cd189f4f79f3ff",
      "backend": "function",
      "per_episode": false
     },
     "sha256": "22238c6821a8a704a9c4fe1dbaae0a86b028fe908bac5582720691f792ba36ee"
    }
   ],
   "end": "complete",
   "finished": 460,
   "path": "experiments/E03-codex-frontier/results/runs/gpt-6.1-sol-codex-high.jsonl",
   "player": "model",
   "reply_policy": "action-object-v1",
   "sha256": "e721c6f6777b2bedbdba67f7288d234e791b4a9cc5b9d95491d823c49a48ec25",
   "truncated": false
  }
 ],
 "headline": {
  "ci": [
   0.8473396743935219,
   0.92683104028087
  ],
  "ci_method": "korn-graubard-mover",
  "classes": 215,
  "complete": true,
  "df": 26.6910345418166,
  "estimate": 0.8966666666666667,
  "finished": 430,
  "items": 430,
  "missing": [],
  "n_eff": null,
  "over_cap": {},
  "se": 0.014235546833571013,
  "unscored_cap": 0.05,
  "withheld": null
 },
 "kind": "score",
 "malformed": {
  "T1": {
   "by_kind": {},
   "decisions": 319,
   "games": 30,
   "invalid_submission_rate": 0.0,
   "invalid_submissions": 0,
   "invalid_turns": 0,
   "malformed_rate": 0.0
  },
  "T2": {
   "by_kind": {},
   "decisions": 1044,
   "games": 60,
   "invalid_submission_rate": 0.0,
   "invalid_submissions": 0,
   "invalid_turns": 0,
   "malformed_rate": 0.0
  },
  "T3": {
   "by_kind": {},
   "decisions": 2724,
   "games": 150,
   "invalid_submission_rate": 0.0,
   "invalid_submissions": 0,
   "invalid_turns": 0,
   "malformed_rate": 0.0
  },
  "T4": {
   "by_kind": {},
   "decisions": 1494,
   "games": 60,
   "invalid_submission_rate": 0.0,
   "invalid_submissions": 0,
   "invalid_turns": 0,
   "malformed_rate": 0.0
  },
  "T5": {
   "by_kind": {},
   "decisions": 2018,
   "games": 100,
   "invalid_submission_rate": 0.0,
   "invalid_submissions": 0,
   "invalid_turns": 0,
   "malformed_rate": 0.0
  },
  "T6": {
   "by_kind": {},
   "decisions": 1368,
   "games": 60,
   "invalid_submission_rate": 0.0,
   "invalid_submissions": 0,
   "invalid_turns": 0,
   "malformed_rate": 0.0
  },
  "all": {
   "by_kind": {},
   "decisions": 8967,
   "games": 460,
   "invalid_submission_rate": 0.0,
   "invalid_submissions": 0,
   "invalid_turns": 0,
   "malformed_rate": 0.0
  },
  "headline": {
   "by_kind": {},
   "decisions": 8648,
   "games": 430,
   "invalid_submission_rate": 0.0,
   "invalid_submissions": 0,
   "invalid_turns": 0,
   "malformed_rate": 0.0
  }
 },
 "manifest_sha256": "6b98d1a59d5f7d3b09b12f9840c83405e6ea2925d71911a10ab572e39facc278",
 "player": "model",
 "schema": "zendo-bench-v1-score",
 "split": "dev",
 "templates": {},
 "tiers": {
  "T1": {
   "abandoned": 0,
   "ci": [
    0.7819806390894661,
    1.0
   ],
   "ci_method": "korn-graubard",
   "classes": 15,
   "df": null,
   "estimate": 1.0,
   "finished": 30,
   "items": 30,
   "n_eff": 15,
   "scored": 30,
   "se": 0.0,
   "timing_unverifiable": 0,
   "unfinished": 0,
   "unscored": 0,
   "wins": 30
  },
  "T2": {
   "abandoned": 0,
   "ci": [
    0.8842966917779722,
    1.0
   ],
   "ci_method": "korn-graubard",
   "classes": 30,
   "df": null,
   "estimate": 1.0,
   "finished": 60,
   "items": 60,
   "n_eff": 30,
   "scored": 60,
   "se": 0.0,
   "timing_unverifiable": 0,
   "unfinished": 0,
   "unscored": 0,
   "wins": 60
  },
  "T3": {
   "abandoned": 0,
   "ci": [
    0.9520049359448581,
    1.0
   ],
   "ci_method": "korn-graubard",
   "classes": 75,
   "df": null,
   "estimate": 1.0,
   "finished": 150,
   "items": 150,
   "n_eff": 75,
   "scored": 150,
   "se": 0.0,
   "timing_unverifiable": 0,
   "unfinished": 0,
   "unscored": 0,
   "wins": 150
  },
  "T4": {
   "abandoned": 0,
   "ci": [
    0.5802254391854504,
    0.8291525307114254
   ],
   "ci_method": "korn-graubard",
   "classes": 30,
   "df": 16.799079069985982,
   "estimate": 0.7166666666666667,
   "finished": 60,
   "items": 60,
   "n_eff": 55.84733919932777,
   "scored": 60,
   "se": 0.05467557031634869,
   "timing_unverifiable": 0,
   "unfinished": 0,
   "unscored": 0,
   "wins": 43
  },
  "T5": {
   "abandoned": 0,
   "ci": [
    0.8180105557201234,
    0.9535133222975956
   ],
   "ci_method": "korn-graubard",
   "classes": 50,
   "df": 15.123466842770036,
   "estimate": 0.9,
   "finished": 100,
   "items": 100,
   "n_eff": 88.89113010356967,
   "scored": 100,
   "se": 0.02242270674512285,
   "timing_unverifiable": 0,
   "unfinished": 0,
   "unscored": 0,
   "wins": 90
  },
  "T6": {
   "abandoned": 0,
   "ci": [
    0.7259558108992821,
    0.9516989582693796
   ],
   "ci_method": "korn-graubard",
   "classes": 30,
   "df": 6.0,
   "estimate": 0.8666666666666666,
   "finished": 60,
   "items": 60,
   "n_eff": 41.91782676920161,
   "scored": 60,
   "se": 0.03967460238079361,
   "timing_unverifiable": 0,
   "unfinished": 0,
   "unscored": 0,
   "wins": 52
  }
 },
 "verified": true,
 "w0": {
  "bands": [
   "w0=0",
   "0<w0<0.5",
   "w0>=0.5"
  ],
  "pooled": {
   "0<w0<0.5": {
    "ci": null,
    "ci_method": "korn-graubard",
    "classes": 5,
    "df": null,
    "estimate": 1.0,
    "n_eff": null,
    "se": null
   },
   "w0=0": {
    "ci": [
     0.8432742382411647,
     0.9254142181230796
    ],
    "ci_method": "korn-graubard-mover",
    "classes": 201,
    "df": 25.862870702733375,
    "estimate": 0.8943537414965986,
    "n_eff": null,
    "se": 0.014587528237163161
   },
   "w0>=0.5": {
    "ci": [
     0.6270440501826806,
     1.0
    ],
    "ci_method": "korn-graubard-mover",
    "classes": 21,
    "df": null,
    "estimate": 1.0,
    "n_eff": null,
    "se": 0.0
   }
  },
  "tiers": {
   "T1": {
    "0<w0<0.5": {
     "ci": null,
     "ci_method": "korn-graubard",
     "classes": 0,
     "df": null,
     "estimate": null,
     "items": 0,
     "n_eff": null,
     "scored": 0,
     "se": null
    },
    "w0=0": {
     "ci": [
      0.7819806390894661,
      1.0
     ],
     "ci_method": "korn-graubard",
     "classes": 15,
     "df": null,
     "estimate": 1.0,
     "items": 30,
     "n_eff": 15,
     "scored": 30,
     "se": 0.0
    },
    "w0>=0.5": {
     "ci": null,
     "ci_method": "korn-graubard",
     "classes": 0,
     "df": null,
     "estimate": null,
     "items": 0,
     "n_eff": null,
     "scored": 0,
     "se": null
    }
   },
   "T2": {
    "0<w0<0.5": {
     "ci": null,
     "ci_method": "korn-graubard",
     "classes": 0,
     "df": null,
     "estimate": null,
     "items": 0,
     "n_eff": null,
     "scored": 0,
     "se": null
    },
    "w0=0": {
     "ci": [
      0.8842966917779722,
      1.0
     ],
     "ci_method": "korn-graubard",
     "classes": 30,
     "df": null,
     "estimate": 1.0,
     "items": 60,
     "n_eff": 30,
     "scored": 60,
     "se": 0.0
    },
    "w0>=0.5": {
     "ci": null,
     "ci_method": "korn-graubard",
     "classes": 0,
     "df": null,
     "estimate": null,
     "items": 0,
     "n_eff": null,
     "scored": 0,
     "se": null
    }
   },
   "T3": {
    "0<w0<0.5": {
     "ci": null,
     "ci_method": "korn-graubard",
     "classes": 1,
     "df": null,
     "estimate": 1.0,
     "items": 1,
     "n_eff": null,
     "scored": 1,
     "se": null
    },
    "w0=0": {
     "ci": [
      0.9439909106133628,
      1.0
     ],
     "ci_method": "korn-graubard",
     "classes": 64,
     "df": null,
     "estimate": 1.0,
     "items": 122,
     "n_eff": 64,
     "scored": 122,
     "se": 0.0
    },
    "w0>=0.5": {
     "ci": [
      0.7940927857921773,
      1.0
     ],
     "ci_method": "korn-graubard",
     "classes": 16,
     "df": null,
     "estimate": 1.0,
     "items": 27,
     "n_eff": 16,
     "scored": 27,
     "se": 0.0
    }
   },
   "T4": {
    "0<w0<0.5": {
     "ci": null,
     "ci_method": "korn-graubard",
     "classes": 0,
     "df": null,
     "estimate": null,
     "items": 0,
     "n_eff": null,
     "scored": 0,
     "se": null
    },
    "w0=0": {
     "ci": [
      0.5802254391854504,
      0.8291525307114254
     ],
     "ci_method": "korn-graubard",
     "classes": 30,
     "df": 16.799079069985982,
     "estimate": 0.7166666666666667,
     "items": 60,
     "n_eff": 55.84733919932777,
     "scored": 60,
     "se": 0.05467557031634869
    },
    "w0>=0.5": {
     "ci": null,
     "ci_method": "korn-graubard",
     "classes": 0,
     "df": null,
     "estimate": null,
     "items": 0,
     "n_eff": null,
     "scored": 0,
     "se": null
    }
   },
   "T5": {
    "0<w0<0.5": {
     "ci": null,
     "ci_method": "korn-graubard",
     "classes": 1,
     "df": null,
     "estimate": 1.0,
     "items": 1,
     "n_eff": null,
     "scored": 1,
     "se": null
    },
    "w0=0": {
     "ci": [
      0.8139949805246407,
      0.9527463627364432
     ],
     "ci_method": "korn-graubard",
     "classes": 49,
     "df": 15.123466842770037,
     "estimate": 0.8979591836734694,
     "items": 97,
     "n_eff": 86.31534138776234,
     "scored": 97,
     "se": 0.022880313005227398
    },
    "w0>=0.5": {
     "ci": [
      0.158113883008419,
      1.0
     ],
     "ci_method": "korn-graubard",
     "classes": 2,
     "df": null,
     "estimate": 1.0,
     "items": 2,
     "n_eff": 2,
     "scored": 2,
     "se": 0.0
    }
   },
   "T6": {
    "0<w0<0.5": {
     "ci": [
      0.2924017738212866,
      1.0
     ],
     "ci_method": "korn-graubard",
     "classes": 3,
     "df": null,
     "estimate": 1.0,
     "items": 3,
     "n_eff": 3,
     "scored": 3,
     "se": 0.0
    },
    "w0=0": {
     "ci": [
      0.705362022627736,
      0.9491435397872259
     ],
     "ci_method": "korn-graubard",
     "classes": 28,
     "df": 6.0,
     "estimate": 0.8571428571428572,
     "items": 54,
     "n_eff": 37.96995482884605,
     "scored": 54,
     "se": 0.04250850255085029
    },
    "w0>=0.5": {
     "ci": [
      0.2924017738212866,
      1.0
     ],
     "ci_method": "korn-graubard",
     "classes": 3,
     "df": null,
     "estimate": 1.0,
     "items": 3,
     "n_eff": 3,
     "scored": 3,
     "se": 0.0
    }
   }
  }
 }
}