{
  "suite": "gameops-investigator-fixed-evals-v1",
  "evaluation_mode": "deterministic_offline_baseline",
  "evaluation_boundary": "These scores validate the fixed harness, tool functions, replay coordinator, safety controls, and report citations. They are not Claude model scores.",
  "case_count": 40,
  "passed": 40,
  "failed": 0,
  "metrics": {
    "tool_selection_accuracy": 1.0,
    "sql_execution_success_rate": 1.0,
    "sql_policy_expected_outcome_rate": 1.0,
    "root_cause_top3_hit_rate": 1.0,
    "report_citation_accuracy": 1.0,
    "metric_contract_accuracy": 1.0,
    "governance_behavior_accuracy": 1.0,
    "p50_case_latency_ms": 0.014,
    "p95_case_latency_ms": 454.724,
    "deterministic_local_cost_usd": 0.0,
    "claude_single_analysis_cost_usd": null,
    "claude_cost_note": "Not measured until Claude Code completes an authenticated run; no number is inferred from a Pro subscription."
  },
  "claude_code": {
    "installed": true,
    "logged_in": false,
    "auth_check_failed": false,
    "evaluation": "not_run; use --claude after interactive sign-in"
  },
  "claude_agent_metrics": null,
  "scenario_count": 3,
  "details": [
    {
      "id": "route_001",
      "type": "tool_routing",
      "passed": true,
      "elapsed_ms": 0.022,
      "actual_tool": "get_metric_definition",
      "expected_tool": "get_metric_definition"
    },
    {
      "id": "route_002",
      "type": "tool_routing",
      "passed": true,
      "elapsed_ms": 0.009,
      "actual_tool": "get_metric_definition",
      "expected_tool": "get_metric_definition"
    },
    {
      "id": "route_003",
      "type": "tool_routing",
      "passed": true,
      "elapsed_ms": 0.006,
      "actual_tool": "get_metric_definition",
      "expected_tool": "get_metric_definition"
    },
    {
      "id": "route_004",
      "type": "tool_routing",
      "passed": true,
      "elapsed_ms": 0.006,
      "actual_tool": "query_metrics",
      "expected_tool": "query_metrics"
    },
    {
      "id": "route_005",
      "type": "tool_routing",
      "passed": true,
      "elapsed_ms": 0.005,
      "actual_tool": "query_metrics",
      "expected_tool": "query_metrics"
    },
    {
      "id": "route_006",
      "type": "tool_routing",
      "passed": true,
      "elapsed_ms": 0.004,
      "actual_tool": "query_metrics",
      "expected_tool": "query_metrics"
    },
    {
      "id": "route_007",
      "type": "tool_routing",
      "passed": true,
      "elapsed_ms": 0.003,
      "actual_tool": "compare_cohorts",
      "expected_tool": "compare_cohorts"
    },
    {
      "id": "route_008",
      "type": "tool_routing",
      "passed": true,
      "elapsed_ms": 0.004,
      "actual_tool": "compare_cohorts",
      "expected_tool": "compare_cohorts"
    },
    {
      "id": "route_009",
      "type": "tool_routing",
      "passed": true,
      "elapsed_ms": 0.003,
      "actual_tool": "compare_cohorts",
      "expected_tool": "compare_cohorts"
    },
    {
      "id": "route_010",
      "type": "tool_routing",
      "passed": true,
      "elapsed_ms": 0.002,
      "actual_tool": "detect_anomalies",
      "expected_tool": "detect_anomalies"
    },
    {
      "id": "route_011",
      "type": "tool_routing",
      "passed": true,
      "elapsed_ms": 0.003,
      "actual_tool": "detect_anomalies",
      "expected_tool": "detect_anomalies"
    },
    {
      "id": "route_012",
      "type": "tool_routing",
      "passed": true,
      "elapsed_ms": 0.002,
      "actual_tool": "detect_anomalies",
      "expected_tool": "detect_anomalies"
    },
    {
      "id": "route_013",
      "type": "tool_routing",
      "passed": true,
      "elapsed_ms": 0.002,
      "actual_tool": "draft_incident_report",
      "expected_tool": "draft_incident_report"
    },
    {
      "id": "route_014",
      "type": "tool_routing",
      "passed": true,
      "elapsed_ms": 0.002,
      "actual_tool": "draft_incident_report",
      "expected_tool": "draft_incident_report"
    },
    {
      "id": "route_015",
      "type": "tool_routing",
      "passed": true,
      "elapsed_ms": 0.002,
      "actual_tool": "draft_incident_report",
      "expected_tool": "draft_incident_report"
    },
    {
      "id": "route_016",
      "type": "tool_routing",
      "passed": true,
      "elapsed_ms": 0.004,
      "actual_tool": "query_metrics",
      "expected_tool": "query_metrics"
    },
    {
      "id": "route_017",
      "type": "tool_routing",
      "passed": true,
      "elapsed_ms": 0.003,
      "actual_tool": "compare_cohorts",
      "expected_tool": "compare_cohorts"
    },
    {
      "id": "route_018",
      "type": "tool_routing",
      "passed": true,
      "elapsed_ms": 0.002,
      "actual_tool": "detect_anomalies",
      "expected_tool": "detect_anomalies"
    },
    {
      "id": "route_019",
      "type": "tool_routing",
      "passed": true,
      "elapsed_ms": 0.005,
      "actual_tool": "get_metric_definition",
      "expected_tool": "get_metric_definition"
    },
    {
      "id": "route_020",
      "type": "tool_routing",
      "passed": true,
      "elapsed_ms": 0.001,
      "actual_tool": "draft_incident_report",
      "expected_tool": "draft_incident_report"
    },
    {
      "id": "sql_001",
      "type": "sql_policy",
      "passed": true,
      "elapsed_ms": 16.723,
      "actual_pass": true,
      "expected_pass": true,
      "error": null
    },
    {
      "id": "sql_002",
      "type": "sql_policy",
      "passed": true,
      "elapsed_ms": 7.974,
      "actual_pass": true,
      "expected_pass": true,
      "error": null
    },
    {
      "id": "sql_003",
      "type": "sql_policy",
      "passed": true,
      "elapsed_ms": 267.234,
      "actual_pass": true,
      "expected_pass": true,
      "error": null
    },
    {
      "id": "sql_004",
      "type": "sql_policy",
      "passed": true,
      "elapsed_ms": 0.034,
      "actual_pass": false,
      "expected_pass": false,
      "error": "query_rejected_or_unavailable"
    },
    {
      "id": "sql_005",
      "type": "sql_policy",
      "passed": true,
      "elapsed_ms": 0.016,
      "actual_pass": false,
      "expected_pass": false,
      "error": "query_rejected_or_unavailable"
    },
    {
      "id": "sql_006",
      "type": "sql_policy",
      "passed": true,
      "elapsed_ms": 0.012,
      "actual_pass": false,
      "expected_pass": false,
      "error": "query_rejected_or_unavailable"
    },
    {
      "id": "sql_007",
      "type": "sql_policy",
      "passed": true,
      "elapsed_ms": 3.348,
      "actual_pass": false,
      "expected_pass": false,
      "error": "query_rejected_or_unavailable"
    },
    {
      "id": "sql_008",
      "type": "sql_policy",
      "passed": true,
      "elapsed_ms": 0.028,
      "actual_pass": false,
      "expected_pass": false,
      "error": "query_rejected_or_unavailable"
    },
    {
      "id": "incident_001",
      "type": "incident_attribution",
      "passed": true,
      "elapsed_ms": 858.961,
      "candidate_ids": [
        "upstream_tutorial_drop",
        "downstream_trade_regression",
        "channel_mix_shift"
      ],
      "expected_top3": "upstream_tutorial_drop"
    },
    {
      "id": "incident_002",
      "type": "incident_attribution",
      "passed": true,
      "elapsed_ms": 433.448,
      "candidate_ids": [
        "segment_leveraged_churn",
        "version_wide_regression",
        "random_cohort_noise"
      ],
      "expected_top3": "segment_leveraged_churn"
    },
    {
      "id": "incident_003",
      "type": "incident_attribution",
      "passed": true,
      "elapsed_ms": 907.864,
      "candidate_ids": [
        "duplicate_event_reporting",
        "real_usage_expansion",
        "channel_mix_shift"
      ],
      "expected_top3": "duplicate_event_reporting"
    },
    {
      "id": "metric_001",
      "type": "metric_contract",
      "passed": true,
      "elapsed_ms": 1.195,
      "missing_tokens": []
    },
    {
      "id": "metric_002",
      "type": "metric_contract",
      "passed": true,
      "elapsed_ms": 1.032,
      "missing_tokens": []
    },
    {
      "id": "metric_003",
      "type": "metric_contract",
      "passed": true,
      "elapsed_ms": 1.313,
      "missing_tokens": []
    },
    {
      "id": "metric_004",
      "type": "metric_contract",
      "passed": true,
      "elapsed_ms": 1.003,
      "missing_tokens": []
    },
    {
      "id": "metric_005",
      "type": "metric_contract",
      "passed": true,
      "elapsed_ms": 1.091,
      "missing_tokens": []
    },
    {
      "id": "gov_001",
      "type": "governance",
      "passed": true,
      "elapsed_ms": 0.034,
      "check": "human_review_required",
      "actual": true
    },
    {
      "id": "gov_002",
      "type": "governance",
      "passed": true,
      "elapsed_ms": 0.028,
      "check": "citation_valid",
      "actual": true
    },
    {
      "id": "gov_003",
      "type": "governance",
      "passed": true,
      "elapsed_ms": 0.026,
      "check": "synthetic_disclosure",
      "actual": true
    },
    {
      "id": "gov_004",
      "type": "governance",
      "passed": true,
      "elapsed_ms": 0.024,
      "check": "uncertainty_disclosure",
      "actual": true
    }
  ]
}