{
  "manifest_sha256": "203567b9055ae1350a910e100c879cace9567411f4e57d932318feda1b0231dd",
  "generated_utc": "2026-09-25T09:11:00+00:00",
  "denominator": 8324,
  "conditions": {
    "S0": {
      "coverage": {
        "scored": 8297,
        "unscored": 27,
        "denominator": 8324
      },
      "metrics": {
        "n": 8297,
        "positives": 314,
        "precision_at_capacity": 0.63,
        "recall_at_capacity": 0.20063694267515925,
        "average_precision_sklearn": 0.29537139738069396,
        "auroc": 0.8035576794956798
      },
      "unscored_reasons": {
        "skipped by SpliceAI: Skipping record (ref issue): <__main__._Record object at 0x13368ead0>": 1,
        "skipped by SpliceAI: Skipping record (ref issue): <__main__._Record object at 0x132cb1190>": 1,
        "skipped by SpliceAI: Skipping record (ref issue): <__main__._Record object at 0x134169750>": 3,
        "skipped by SpliceAI: Skipping record (ref issue): <__main__._Record object at 0x134180f50>": 2,
        "skipped by SpliceAI: Skipping record (ref issue): <__main__._Record object at 0x133974050>": 1,
        "skipped by SpliceAI: Skipping record (ref issue): <__main__._Record object at 0x1332b4650>": 2,
        "skipped by SpliceAI: Skipping record (ref issue): <__main__._Record object at 0x13339ab50>": 1,
        "skipped by SpliceAI: Skipping record (ref issue): <__main__._Record object at 0x133932d90>": 1,
        "skipped by SpliceAI: Skipping record (ref issue): <__main__._Record object at 0x133679790>": 1,
        "skipped by SpliceAI: Skipping record (ref issue): <__main__._Record object at 0x1336e28d0>": 1,
        "skipped by SpliceAI: Skipping record (ref issue): <__main__._Record object at 0x133496950>": 1,
        "skipped by SpliceAI: Skipping record (ref issue): <__main__._Record object at 0x13381c290>": 2,
        "skipped by SpliceAI: Skipping record (ref issue): <__main__._Record object at 0x1336c6f50>": 1,
        "skipped by SpliceAI: Skipping record (ref issue): <__main__._Record object at 0x1336c4210>": 3,
        "skipped by SpliceAI: Skipping record (ref issue): <__main__._Record object at 0x133401f90>": 2,
        "no annotated gene overlapping the variant": 4
      },
      "ties": {
        "scored": 8297,
        "score_at_capacity": 0.68,
        "above_cutoff": 99,
        "tied_at_cutoff": 1,
        "slots_filled_from_ties": 1,
        "tie_break": "label-independent permutation, rewirebench.metrics.precision_at_n"
      },
      "predictions_sha256": "fa30a4dc6a05e6e762fbac9411e486869aec5b248cab80146aeab7a42c27320d",
      "timing_seconds": {
        "verify_code_and_weights": 0.012,
        "hash_reference_and_annotation": 1.151,
        "load_models_and_reference": 0.849,
        "score_test": 6921.318,
        "per_variant_total": 0.831731
      }
    },
    "S1": {
      "coverage": {
        "scored": 8297,
        "unscored": 27,
        "denominator": 8324
      },
      "metrics": {
        "n": 8297,
        "positives": 314,
        "precision_at_capacity": 0.65,
        "recall_at_capacity": 0.2070063694267516,
        "average_precision_sklearn": 0.3125881842529626,
        "auroc": 0.8148394159244446
      },
      "unscored_reasons": {
        "skipped by SpliceAI: Skipping record (ref issue): <__main__._Record object at 0x131ed9a50>": 1,
        "skipped by SpliceAI: Skipping record (ref issue): <__main__._Record object at 0x132305190>": 1,
        "skipped by SpliceAI: Skipping record (ref issue): <__main__._Record object at 0x13277b350>": 1,
        "skipped by SpliceAI: Skipping record (ref issue): <__main__._Record object at 0x132901710>": 2,
        "skipped by SpliceAI: Skipping record (ref issue): <__main__._Record object at 0x13230e9d0>": 1,
        "skipped by SpliceAI: Skipping record (ref issue): <__main__._Record object at 0x1321da210>": 1,
        "skipped by SpliceAI: Skipping record (ref issue): <__main__._Record object at 0x131f70690>": 2,
        "skipped by SpliceAI: Skipping record (ref issue): <__main__._Record object at 0x1323f7e10>": 2,
        "skipped by SpliceAI: Skipping record (ref issue): <__main__._Record object at 0x1322c0d10>": 1,
        "skipped by SpliceAI: Skipping record (ref issue): <__main__._Record object at 0x1322da650>": 3,
        "skipped by SpliceAI: Skipping record (ref issue): <__main__._Record object at 0x132990610>": 1,
        "skipped by SpliceAI: Skipping record (ref issue): <__main__._Record object at 0x131f8ead0>": 3,
        "skipped by SpliceAI: Skipping record (ref issue): <__main__._Record object at 0x13233ca10>": 2,
        "skipped by SpliceAI: Skipping record (ref issue): <__main__._Record object at 0x131e53d90>": 1,
        "skipped by SpliceAI: Skipping record (ref issue): <__main__._Record object at 0x131e53690>": 1,
        "no annotated gene overlapping the variant": 4
      },
      "ties": {
        "scored": 8297,
        "score_at_capacity": 0.61,
        "above_cutoff": 98,
        "tied_at_cutoff": 2,
        "slots_filled_from_ties": 2,
        "tie_break": "label-independent permutation, rewirebench.metrics.precision_at_n"
      },
      "predictions_sha256": "84f9d10c367ada32df5f27b49985c35fae68727f1d8e576352c98cfb27be9516",
      "timing_seconds": {
        "verify_code_and_weights": 0.013,
        "hash_reference_and_annotation": 1.185,
        "load_models_and_reference": 0.777,
        "score_test": 6102.122,
        "per_variant_total": 0.733313
      }
    },
    "P0": {
      "coverage": {
        "scored": 8297,
        "unscored": 27,
        "denominator": 8324
      },
      "metrics": {
        "n": 8297,
        "positives": 314,
        "precision_at_capacity": 0.65,
        "recall_at_capacity": 0.2070063694267516,
        "average_precision_sklearn": 0.3886980279221367,
        "auroc": 0.8763341447710142
      },
      "unscored_reasons": {
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 1974] WARNING, skipping variant: Mismatch between FASTA (ref base: G) and variant file (ref base: <withheld>).": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 1975] WARNING, skipping variant: Mismatch between FASTA (ref base: C) and variant file (ref base: <withheld>).": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 4213] WARNING, skipping variant: Mismatch between FASTA (ref base: G) and variant file (ref base: <withheld>).": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 4214] WARNING, skipping variant: Mismatch between FASTA (ref base: G) and variant file (ref base: <withheld>).": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 4215] WARNING, skipping variant: Mismatch between FASTA (ref base: C) and variant file (ref base: <withheld>).": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 4216] WARNING, skipping variant: Mismatch between FASTA (ref base: C) and variant file (ref base: <withheld>).": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 4217] WARNING, skipping variant: Mismatch between FASTA (ref base: G) and variant file (ref base: <withheld>).": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 4218] WARNING, skipping variant: Mismatch between FASTA (ref base: G) and variant file (ref base: <withheld>).": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 4219] WARNING, skipping variant: Mismatch between FASTA (ref base: T) and variant file (ref base: <withheld>).": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 4220] WARNING, skipping variant: Mismatch between FASTA (ref base: C) and variant file (ref base: <withheld>).": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 4221] WARNING, skipping variant: Mismatch between FASTA (ref base: G) and variant file (ref base: <withheld>).": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 4222] WARNING, skipping variant: Mismatch between FASTA (ref base: G) and variant file (ref base: <withheld>).": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 4223] WARNING, skipping variant: Mismatch between FASTA (ref base: G) and variant file (ref base: <withheld>).": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 4224] WARNING, skipping variant: Mismatch between FASTA (ref base: G) and variant file (ref base: <withheld>).": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 4225] WARNING, skipping variant: Mismatch between FASTA (ref base: C) and variant file (ref base: <withheld>).": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 4226] WARNING, skipping variant: Mismatch between FASTA (ref base: T) and variant file (ref base: <withheld>).": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 4227] WARNING, skipping variant: Mismatch between FASTA (ref base: G) and variant file (ref base: <withheld>).": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 4228] WARNING, skipping variant: Mismatch between FASTA (ref base: G) and variant file (ref base: <withheld>).": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 4229] WARNING, skipping variant: Mismatch between FASTA (ref base: C) and variant file (ref base: <withheld>).": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 4230] WARNING, skipping variant: Mismatch between FASTA (ref base: G) and variant file (ref base: <withheld>).": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 4231] WARNING, skipping variant: Mismatch between FASTA (ref base: C) and variant file (ref base: <withheld>).": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 4232] WARNING, skipping variant: Mismatch between FASTA (ref base: G) and variant file (ref base: <withheld>).": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 4233] WARNING, skipping variant: Mismatch between FASTA (ref base: G) and variant file (ref base: <withheld>).": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 7478] WARNING, skipping variant: Variant not contained in a gene body. Do GTF/FASTA chromosome names match?": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 7479] WARNING, skipping variant: Variant not contained in a gene body. Do GTF/FASTA chromosome names match?": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 7480] WARNING, skipping variant: Variant not contained in a gene body. Do GTF/FASTA chromosome names match?": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 7481] WARNING, skipping variant: Variant not contained in a gene body. Do GTF/FASTA chromosome names match?": 1
      },
      "ties": {
        "scored": 8297,
        "score_at_capacity": 0.55,
        "above_cutoff": 99,
        "tied_at_cutoff": 1,
        "slots_filled_from_ties": 1,
        "tie_break": "label-independent permutation, rewirebench.metrics.precision_at_n"
      },
      "predictions_sha256": "fbd8861a37c2d041038cfdfb0dd4e9d1f572d72b0eb7e41406739ef740eaf4a1",
      "timing_seconds": {
        "verify_code_and_weights": 0.027,
        "hash_reference_and_annotation": 1.363,
        "load_models_and_annotation": 0.106,
        "score_test": 19153.128,
        "per_variant_total": 2.301132
      }
    },
    "P1": {
      "coverage": {
        "scored": 8297,
        "unscored": 27,
        "denominator": 8324
      },
      "metrics": {
        "n": 8297,
        "positives": 314,
        "precision_at_capacity": 0.66,
        "recall_at_capacity": 0.21019108280254778,
        "average_precision_sklearn": 0.4106314557636091,
        "auroc": 0.8725933133386153
      },
      "unscored_reasons": {
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 1974] WARNING, skipping variant: Mismatch between FASTA (ref base: G) and variant file (ref base: <withheld>).": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 1975] WARNING, skipping variant: Mismatch between FASTA (ref base: C) and variant file (ref base: <withheld>).": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 4213] WARNING, skipping variant: Mismatch between FASTA (ref base: G) and variant file (ref base: <withheld>).": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 4214] WARNING, skipping variant: Mismatch between FASTA (ref base: G) and variant file (ref base: <withheld>).": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 4215] WARNING, skipping variant: Mismatch between FASTA (ref base: C) and variant file (ref base: <withheld>).": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 4216] WARNING, skipping variant: Mismatch between FASTA (ref base: C) and variant file (ref base: <withheld>).": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 4217] WARNING, skipping variant: Mismatch between FASTA (ref base: G) and variant file (ref base: <withheld>).": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 4218] WARNING, skipping variant: Mismatch between FASTA (ref base: G) and variant file (ref base: <withheld>).": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 4219] WARNING, skipping variant: Mismatch between FASTA (ref base: T) and variant file (ref base: <withheld>).": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 4220] WARNING, skipping variant: Mismatch between FASTA (ref base: C) and variant file (ref base: <withheld>).": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 4221] WARNING, skipping variant: Mismatch between FASTA (ref base: G) and variant file (ref base: <withheld>).": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 4222] WARNING, skipping variant: Mismatch between FASTA (ref base: G) and variant file (ref base: <withheld>).": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 4223] WARNING, skipping variant: Mismatch between FASTA (ref base: G) and variant file (ref base: <withheld>).": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 4224] WARNING, skipping variant: Mismatch between FASTA (ref base: G) and variant file (ref base: <withheld>).": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 4225] WARNING, skipping variant: Mismatch between FASTA (ref base: C) and variant file (ref base: <withheld>).": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 4226] WARNING, skipping variant: Mismatch between FASTA (ref base: T) and variant file (ref base: <withheld>).": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 4227] WARNING, skipping variant: Mismatch between FASTA (ref base: G) and variant file (ref base: <withheld>).": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 4228] WARNING, skipping variant: Mismatch between FASTA (ref base: G) and variant file (ref base: <withheld>).": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 4229] WARNING, skipping variant: Mismatch between FASTA (ref base: C) and variant file (ref base: <withheld>).": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 4230] WARNING, skipping variant: Mismatch between FASTA (ref base: G) and variant file (ref base: <withheld>).": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 4231] WARNING, skipping variant: Mismatch between FASTA (ref base: C) and variant file (ref base: <withheld>).": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 4232] WARNING, skipping variant: Mismatch between FASTA (ref base: G) and variant file (ref base: <withheld>).": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 4233] WARNING, skipping variant: Mismatch between FASTA (ref base: G) and variant file (ref base: <withheld>).": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 7478] WARNING, skipping variant: Variant not contained in a gene body. Do GTF/FASTA chromosome names match?": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 7479] WARNING, skipping variant: Variant not contained in a gene body. Do GTF/FASTA chromosome names match?": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 7480] WARNING, skipping variant: Variant not contained in a gene body. Do GTF/FASTA chromosome names match?": 1,
        "skipped by Pangolin (no gene, ref mismatch or unsupported): [Line 7481] WARNING, skipping variant: Variant not contained in a gene body. Do GTF/FASTA chromosome names match?": 1
      },
      "ties": {
        "scored": 8297,
        "score_at_capacity": 0.54,
        "above_cutoff": 98,
        "tied_at_cutoff": 3,
        "slots_filled_from_ties": 2,
        "tie_break": "label-independent permutation, rewirebench.metrics.precision_at_n"
      },
      "predictions_sha256": "9fba694b636899feed60d955506849f68701fc6ecb9cec5c1fc6ba7f92728e1e",
      "timing_seconds": {
        "verify_code_and_weights": 0.026,
        "hash_reference_and_annotation": 2.023,
        "load_models_and_annotation": 0.084,
        "score_test": 18654.773,
        "per_variant_total": 2.241339
      }
    }
  },
  "contrasts": {
    "S1-S0": {
      "candidate": "S1",
      "baseline": "S0",
      "denominators": {
        "baseline_scored": 8297,
        "candidate_scored": 8297,
        "common": 8297,
        "baseline_only": 0,
        "candidate_only": 0,
        "common_positives": 314,
        "common_id_sha256": "89b5568e2d819b892ba5e6db680d85e41224d6a69fec4b09a85c5075cade39d8"
      },
      "independent_groups": 460,
      "compatibility": "shared_dataset_and_split",
      "on_common_subset": {
        "baseline": {
          "n": 8297,
          "positives": 314,
          "prevalence": 0.03784500421839219,
          "capacity": 100,
          "precision_at_capacity": 0.63,
          "recall_at_capacity": 0.20063694267515925,
          "average_precision_sklearn": 0.29537139738069396,
          "auroc": 0.8035576794956798
        },
        "candidate": {
          "n": 8297,
          "positives": 314,
          "prevalence": 0.03784500421839219,
          "capacity": 100,
          "precision_at_capacity": 0.65,
          "recall_at_capacity": 0.2070063694267516,
          "average_precision_sklearn": 0.3125881842529626,
          "auroc": 0.8148394159244446
        }
      },
      "paired": {
        "precision_at_capacity": {
          "metric": "precision_at_capacity",
          "observed_delta": 0.020000000000000018,
          "resample_mean_delta": 0.018219259120825806,
          "bootstrap_bias": -0.001780740879174212,
          "mean_delta": 0.018219259120825806,
          "realised_capacity": {
            "requested": 100,
            "mean": 99.864,
            "min": 83,
            "max": 126,
            "list_fraction": 0.01205
          },
          "ci95_low": 0.0,
          "ci95_high": 0.06185795091688714,
          "draws": 2000,
          "single_class_skipped": 0,
          "independent_groups": 460
        },
        "average_precision_sklearn": {
          "metric": "average_precision_sklearn",
          "observed_delta": 0.01721678687226863,
          "resample_mean_delta": 0.017226553764002003,
          "bootstrap_bias": 9.766891733372501e-06,
          "mean_delta": 0.017226553764002003,
          "realised_capacity": {
            "requested": 100,
            "mean": 99.864,
            "min": 83,
            "max": 126,
            "list_fraction": 0.01205
          },
          "ci95_low": 0.006495254914128508,
          "ci95_high": 0.027800836675382815,
          "draws": 2000,
          "single_class_skipped": 0,
          "independent_groups": 460
        },
        "auroc": {
          "metric": "auroc",
          "observed_delta": 0.011281736428764844,
          "resample_mean_delta": 0.011094091759246222,
          "bootstrap_bias": -0.0001876446695186218,
          "mean_delta": 0.011094091759246222,
          "realised_capacity": {
            "requested": 100,
            "mean": 99.864,
            "min": 83,
            "max": 126,
            "list_fraction": 0.01205
          },
          "ci95_low": -0.006808681582270115,
          "ci95_high": 0.02658795477832836,
          "draws": 2000,
          "single_class_skipped": 0,
          "independent_groups": 460
        }
      },
      "ties_on_common": {
        "baseline": {
          "scored": 8297,
          "score_at_capacity": 0.68,
          "above_cutoff": 99,
          "tied_at_cutoff": 1,
          "slots_filled_from_ties": 1,
          "tie_break": "label-independent permutation, rewirebench.metrics.precision_at_n"
        },
        "candidate": {
          "scored": 8297,
          "score_at_capacity": 0.61,
          "above_cutoff": 98,
          "tied_at_cutoff": 2,
          "slots_filled_from_ties": 2,
          "tie_break": "label-independent permutation, rewirebench.metrics.precision_at_n"
        }
      },
      "report_sha256": "e48638d3c854e209799abf84dcf5ef6b361c638fde44821e524ffd250fb0f90b"
    },
    "P1-P0": {
      "candidate": "P1",
      "baseline": "P0",
      "denominators": {
        "baseline_scored": 8297,
        "candidate_scored": 8297,
        "common": 8297,
        "baseline_only": 0,
        "candidate_only": 0,
        "common_positives": 314,
        "common_id_sha256": "89b5568e2d819b892ba5e6db680d85e41224d6a69fec4b09a85c5075cade39d8"
      },
      "independent_groups": 460,
      "compatibility": "shared_dataset_and_split",
      "on_common_subset": {
        "baseline": {
          "n": 8297,
          "positives": 314,
          "prevalence": 0.03784500421839219,
          "capacity": 100,
          "precision_at_capacity": 0.65,
          "recall_at_capacity": 0.2070063694267516,
          "average_precision_sklearn": 0.3886980279221367,
          "auroc": 0.8763341447710142
        },
        "candidate": {
          "n": 8297,
          "positives": 314,
          "prevalence": 0.03784500421839219,
          "capacity": 100,
          "precision_at_capacity": 0.66,
          "recall_at_capacity": 0.21019108280254778,
          "average_precision_sklearn": 0.4106314557636091,
          "auroc": 0.8725933133386153
        }
      },
      "paired": {
        "precision_at_capacity": {
          "metric": "precision_at_capacity",
          "observed_delta": 0.010000000000000009,
          "resample_mean_delta": 0.00991722404560311,
          "bootstrap_bias": -8.277595439689853e-05,
          "mean_delta": 0.00991722404560311,
          "realised_capacity": {
            "requested": 100,
            "mean": 99.864,
            "min": 83,
            "max": 126,
            "list_fraction": 0.01205
          },
          "ci95_low": 0.0,
          "ci95_high": 0.04040404040404044,
          "draws": 2000,
          "single_class_skipped": 0,
          "independent_groups": 460
        },
        "average_precision_sklearn": {
          "metric": "average_precision_sklearn",
          "observed_delta": 0.021933427841472397,
          "resample_mean_delta": 0.02204454200521433,
          "bootstrap_bias": 0.00011111416374193217,
          "mean_delta": 0.02204454200521433,
          "realised_capacity": {
            "requested": 100,
            "mean": 99.864,
            "min": 83,
            "max": 126,
            "list_fraction": 0.01205
          },
          "ci95_low": 0.010910371772330795,
          "ci95_high": 0.03426749922343786,
          "draws": 2000,
          "single_class_skipped": 0,
          "independent_groups": 460
        },
        "auroc": {
          "metric": "auroc",
          "observed_delta": -0.0037408314323988945,
          "resample_mean_delta": -0.0033573040048234873,
          "bootstrap_bias": 0.0003835274275754072,
          "mean_delta": -0.0033573040048234873,
          "realised_capacity": {
            "requested": 100,
            "mean": 99.864,
            "min": 83,
            "max": 126,
            "list_fraction": 0.01205
          },
          "ci95_low": -0.019082274613302513,
          "ci95_high": 0.012767019990181715,
          "draws": 2000,
          "single_class_skipped": 0,
          "independent_groups": 460
        }
      },
      "ties_on_common": {
        "baseline": {
          "scored": 8297,
          "score_at_capacity": 0.55,
          "above_cutoff": 99,
          "tied_at_cutoff": 1,
          "slots_filled_from_ties": 1,
          "tie_break": "label-independent permutation, rewirebench.metrics.precision_at_n"
        },
        "candidate": {
          "scored": 8297,
          "score_at_capacity": 0.54,
          "above_cutoff": 98,
          "tied_at_cutoff": 3,
          "slots_filled_from_ties": 2,
          "tie_break": "label-independent permutation, rewirebench.metrics.precision_at_n"
        }
      },
      "report_sha256": "b2c42775524fc0b0e605578da7bc3894318698b10bd2ceee2d973115bacb972f"
    },
    "P0-S0": {
      "candidate": "P0",
      "baseline": "S0",
      "denominators": {
        "baseline_scored": 8297,
        "candidate_scored": 8297,
        "common": 8297,
        "baseline_only": 0,
        "candidate_only": 0,
        "common_positives": 314,
        "common_id_sha256": "89b5568e2d819b892ba5e6db680d85e41224d6a69fec4b09a85c5075cade39d8"
      },
      "independent_groups": 460,
      "compatibility": "shared_dataset_and_split",
      "on_common_subset": {
        "baseline": {
          "n": 8297,
          "positives": 314,
          "prevalence": 0.03784500421839219,
          "capacity": 100,
          "precision_at_capacity": 0.63,
          "recall_at_capacity": 0.20063694267515925,
          "average_precision_sklearn": 0.29537139738069396,
          "auroc": 0.8035576794956798
        },
        "candidate": {
          "n": 8297,
          "positives": 314,
          "prevalence": 0.03784500421839219,
          "capacity": 100,
          "precision_at_capacity": 0.65,
          "recall_at_capacity": 0.2070063694267516,
          "average_precision_sklearn": 0.3886980279221367,
          "auroc": 0.8763341447710142
        }
      },
      "paired": {
        "precision_at_capacity": {
          "metric": "precision_at_capacity",
          "observed_delta": 0.020000000000000018,
          "resample_mean_delta": 0.022876006249009647,
          "bootstrap_bias": 0.0028760062490096293,
          "mean_delta": 0.022876006249009647,
          "realised_capacity": {
            "requested": 100,
            "mean": 99.864,
            "min": 83,
            "max": 126,
            "list_fraction": 0.01205
          },
          "ci95_low": -0.03260869565217395,
          "ci95_high": 0.08333333333333337,
          "draws": 2000,
          "single_class_skipped": 0,
          "independent_groups": 460
        },
        "average_precision_sklearn": {
          "metric": "average_precision_sklearn",
          "observed_delta": 0.09332663054144275,
          "resample_mean_delta": 0.0931728198924124,
          "bootstrap_bias": -0.00015381064903034758,
          "mean_delta": 0.0931728198924124,
          "realised_capacity": {
            "requested": 100,
            "mean": 99.864,
            "min": 83,
            "max": 126,
            "list_fraction": 0.01205
          },
          "ci95_low": 0.06390211630370506,
          "ci95_high": 0.12414649533727823,
          "draws": 2000,
          "single_class_skipped": 0,
          "independent_groups": 460
        },
        "auroc": {
          "metric": "auroc",
          "observed_delta": 0.07277646527533443,
          "resample_mean_delta": 0.07240944751622869,
          "bootstrap_bias": -0.00036701775910574774,
          "mean_delta": 0.07240944751622869,
          "realised_capacity": {
            "requested": 100,
            "mean": 99.864,
            "min": 83,
            "max": 126,
            "list_fraction": 0.01205
          },
          "ci95_low": 0.04810257805494418,
          "ci95_high": 0.0957743640256315,
          "draws": 2000,
          "single_class_skipped": 0,
          "independent_groups": 460
        }
      },
      "ties_on_common": {
        "baseline": {
          "scored": 8297,
          "score_at_capacity": 0.68,
          "above_cutoff": 99,
          "tied_at_cutoff": 1,
          "slots_filled_from_ties": 1,
          "tie_break": "label-independent permutation, rewirebench.metrics.precision_at_n"
        },
        "candidate": {
          "scored": 8297,
          "score_at_capacity": 0.55,
          "above_cutoff": 99,
          "tied_at_cutoff": 1,
          "slots_filled_from_ties": 1,
          "tie_break": "label-independent permutation, rewirebench.metrics.precision_at_n"
        }
      },
      "report_sha256": "45d4cc7b1d9f3cba1f7076f8124c68ee4ce386480e912904ece20e321e3134bf"
    }
  },
  "notes": "Exploratory, unadjusted intervals; not a confirmatory comparison. Missing scores are coverage gaps, not negative predictions."
}