{
  "schema_version": 1,
  "experiment_id": "claude-opus-4-8-xhigh-2026-05-29",
  "matrix_id": "claude-opus-4-8-xhigh-2026-05-29",
  "started_at": "2026-05-28T17:42:51.796Z",
  "finished_at": "2026-05-28T20:27:21.622Z",
  "duration_ms": 9869826,
  "success": true,
  "jobs": 81,
  "agent_runs": 25,
  "passed": 14,
  "invalid_runs": 2,
  "conditions": {
    "claude:claude-opus-4-8:xhigh:baseline": {
      "runs": 25,
      "passed": 14,
      "pass_rate": 0.56,
      "median_wall_time_ms": 572390,
      "cost_usd": 43.07426325000001
    }
  },
  "failures": [
    {
      "case_id": "fastapi-fastapi-high-pydantic-json-fast-path",
      "harness": "claude",
      "condition_id": "claude:claude-opus-4-8:xhigh:baseline",
      "run_id": "2026-05-28T18-31-58-718Z-fastapi-fastapi-high-pydantic-json-fast-path-agent-claude-claude-opus-4-8-xhigh-baseline-attempt-1"
    },
    {
      "case_id": "go-gitea-gitea-high-compare-no-common-history",
      "harness": "claude",
      "condition_id": "claude:claude-opus-4-8:xhigh:baseline",
      "run_id": "2026-05-28T18-39-02-713Z-go-gitea-gitea-high-compare-no-common-history-agent-claude-claude-opus-4-8-xhigh-baseline-attempt-1"
    },
    {
      "case_id": "go-gitea-gitea-mid-pr-merge-self-reference",
      "harness": "claude",
      "condition_id": "claude:claude-opus-4-8:xhigh:baseline",
      "run_id": "2026-05-28T18-45-44-232Z-go-gitea-gitea-mid-pr-merge-self-reference-agent-claude-claude-opus-4-8-xhigh-baseline-attempt-1"
    },
    {
      "case_id": "jesseduffield-lazygit-low-github-owner-casing",
      "harness": "claude",
      "condition_id": "claude:claude-opus-4-8:xhigh:baseline",
      "run_id": "2026-05-28T18-51-32-560Z-jesseduffield-lazygit-low-github-owner-casing-agent-claude-claude-opus-4-8-xhigh-baseline-attempt-1"
    },
    {
      "case_id": "jesseduffield-lazygit-mid-preserve-commit-message-whitespace",
      "harness": "claude",
      "condition_id": "claude:claude-opus-4-8:xhigh:baseline",
      "run_id": "2026-05-28T18-52-50-318Z-jesseduffield-lazygit-mid-preserve-commit-message-whitespace-agent-claude-claude-opus-4-8-xhigh-baseline-attempt-1"
    },
    {
      "case_id": "langflow-ai-langflow-mid-mcp-connectable-inputs",
      "harness": "claude",
      "condition_id": "claude:claude-opus-4-8:xhigh:baseline",
      "run_id": "2026-05-28T19-04-27-071Z-langflow-ai-langflow-mid-mcp-connectable-inputs-agent-claude-claude-opus-4-8-xhigh-baseline-attempt-1"
    },
    {
      "case_id": "louislam-uptime-kuma-high-websocket-auth-options",
      "harness": "claude",
      "condition_id": "claude:claude-opus-4-8:xhigh:baseline",
      "run_id": "2026-05-28T19-05-52-948Z-louislam-uptime-kuma-high-websocket-auth-options-agent-claude-claude-opus-4-8-xhigh-baseline-attempt-1"
    },
    {
      "case_id": "sharkdp-bat-low-zip-binary-detection",
      "harness": "claude",
      "condition_id": "claude:claude-opus-4-8:xhigh:baseline",
      "run_id": "2026-05-28T19-16-04-887Z-sharkdp-bat-low-zip-binary-detection-agent-claude-claude-opus-4-8-xhigh-baseline-attempt-1"
    },
    {
      "case_id": "sharkdp-bat-mid-control-character-wrapping",
      "harness": "claude",
      "condition_id": "claude:claude-opus-4-8:xhigh:baseline",
      "run_id": "2026-05-28T19-22-39-307Z-sharkdp-bat-mid-control-character-wrapping-agent-claude-claude-opus-4-8-xhigh-baseline-attempt-1"
    },
    {
      "case_id": "usememos-memos-mid-mixed-case-user-resource-names",
      "harness": "claude",
      "condition_id": "claude:claude-opus-4-8:xhigh:baseline",
      "run_id": "2026-05-28T19-47-28-785Z-usememos-memos-mid-mixed-case-user-resource-names-agent-claude-claude-opus-4-8-xhigh-baseline-attempt-1"
    },
    {
      "case_id": "vitejs-vite-high-hmr-patch-esm-sentinel",
      "harness": "claude",
      "condition_id": "claude:claude-opus-4-8:xhigh:baseline",
      "run_id": "2026-05-28T19-52-12-364Z-vitejs-vite-high-hmr-patch-esm-sentinel-agent-claude-claude-opus-4-8-xhigh-baseline-attempt-1"
    }
  ]
}