{
  "schema_version": "1.0",
  "created_at": "2026-08-31T02:30:00+08:00",
  "model_sha256": "7da7296855535f23c2279735e3c7820dd94933f5cdf965d06c7628dfaf71b9a2",
  "unchanged_decision_policy_protocol": "benchmark/v0.19-independent-river-blocking-holdout.json",
  "fresh_external_holdouts": [
    {
      "suite_id": "cascadewatch-0.19-independent-river-blocking-holdout-2026-08-31",
      "protocol": "benchmark/v0.19-independent-river-blocking-holdout.json",
      "result": "validation/v0.19-independent-river-blocking-holdout.json",
      "frozen_protocol_commit": "9b82e55",
      "recorded_result_commit": "ea3a17d",
      "events": [
        {
          "event_id": "xinmo-2017",
          "available_station_count": 4,
          "availability_scorable": true,
          "watch_hit": true,
          "confirmation_hit": false
        },
        {
          "event_id": "west-salt-creek-2014",
          "available_station_count": 2,
          "availability_scorable": false,
          "watch_hit": false,
          "confirmation_hit": false
        }
      ],
      "declared_control_windows": 14,
      "scorable_control_windows": 7,
      "strict_control_confirmations": 1,
      "passed": false
    },
    {
      "suite_id": "cascadewatch-0.20-independent-nile-valley-holdout-2026-08-31",
      "protocol": "benchmark/v0.20-independent-nile-valley-holdout.json",
      "result": "validation/v0.20-independent-nile-valley-holdout.json",
      "frozen_protocol_commit": "7a2a5bd",
      "recorded_result_commit": "6efc30f",
      "events": [
        {
          "event_id": "nile-valley-2009",
          "available_station_count": 4,
          "availability_scorable": true,
          "watch_hit": false,
          "confirmation_hit": false
        }
      ],
      "declared_control_windows": 7,
      "scorable_control_windows": 7,
      "strict_control_confirmations": 0,
      "passed": false
    }
  ],
  "fresh_external_totals": {
    "events_declared": 3,
    "events_scorable": 2,
    "unscorable_events": 1,
    "watch_hits_on_scorable_events": 1,
    "confirmation_hits_on_scorable_events": 0,
    "declared_control_windows": 21,
    "scorable_control_windows": 14,
    "strict_control_confirmations": 1,
    "generalization_passed": false
  },
  "previously_opened_development_totals": {
    "protocols": [
      "benchmark/v0.15a-regional-spectrum-development-validation.json",
      "benchmark/v0.15b-regional-spectrum-development-validation.json",
      "benchmark/v0.18-federated-station-development.json"
    ],
    "events": 6,
    "watch_hits": 6,
    "confirmation_hits": 5,
    "matched_control_windows": 42,
    "strict_control_confirmations": 0,
    "external_validation_claim": false
  },
  "post_holdout_development": {
    "protocol": "benchmark/v0.21-expanded-vertical-channel-development.json",
    "result": "validation/v0.21-expanded-vertical-channel-development.json",
    "event_id": "nile-valley-2009",
    "waveform_windows_available": 48,
    "waveform_windows_declared": 48,
    "watch_hit": false,
    "confirmation_hit": false,
    "strict_control_confirmations": 0,
    "finding": "Expanded EHZ/SHZ discovery fixed sensor availability, but the broadband-trained classifier did not generalize to the short-period event signatures."
  },
  "conclusion": {
    "hardcoded_recent_event_only": false,
    "basis": "The unchanged detector produced an event-interval watch on the sealed Xinmo 2017 waveform before the independent label interval was applied for scoring.",
    "validated_generalization": false,
    "reason": "Only one of two scorable fresh external events produced a watch, neither produced a strict confirmation, and one of fourteen scorable matched controls produced a strict confirmation."
  }
}