{
  "protocol": "paper1-confirmation-v2",
  "manifest_protocol": "paper1-confirmation-v2",
  "manifest_status": null,
  "model": {
    "provider": "TypeSafe",
    "id": "jev-1.13.0",
    "endpoint": "https://api.typesafe.ai/v1/systemone"
  },
  "profile": "core",
  "n_cases": 1456,
  "n_requests": 39168,
  "n_predictions": 39168,
  "bootstrap_replicates": 2000,
  "bootstrap_seed": 20261005,
  "calibration_false_rejection_limit": 0.05,
  "allow_partial": false,
  "validation": {
    "complete": true,
    "n_groups": 22,
    "n_cases_with_requests": 1456
  },
  "provenance": {
    "source_run_dir": "original-workspace/outputs/paper1-confirmation-core-20261003/jev",
    "source_sha256": {
      "manifest.json": "1017f9fe0d57869eeefc43bd9307726d3382cbe6ee984ac985fb5d7d88b79ef6",
      "cases.jsonl": "b63809c47fb9ab4339291feb65bfbacb50eb4ea12d6a57041cc12bedf7193ab0",
      "requests.jsonl": "6b32b15b05d8f9a2210ae0d1fb70eec16332aa072c0507fbe4ce8c71e2f95c5c",
      "predictions.jsonl": "daa965316ae31e661af0adf510b1c8b15cfa5c69fdd6590836434c230eff3704"
    },
    "subset_plan": {
      "path": "original-workspace/outputs/paper1-confirmation-analysis-plan-20261003/subsets.json",
      "sha256": "598bdec4b5c18656c63f7c6b73b78beefa5e5a67e90cf6bb9b1149595aa21dbd",
      "index_cases_sha256": "dc5fe822391dc4fadb0caac593d6bda6b1b43f4ab9d2d96b634fae410a67c3d2",
      "equal_budget_seed": 20261007,
      "robustness_seed": 20261006
    },
    "analysis_code": {
      "path": "systematic/confirmation_analysis.py",
      "sha256": "14e9b36d516449b4a0050352090612d15ba8d78475406787a721bcafca1b9835"
    },
    "python": "3.13.11 | packaged by Anaconda, Inc. | (main, Dec 10 2025, 21:21:58) [MSC v.1929 64 bit (AMD64)]",
    "numpy": "2.5.3",
    "platform": "Windows-11-10.0.26200-SP0"
  },
  "groups": {
    "ag_news|k2|natural|aligned": {
      "group": "ag_news|k2|natural|aligned",
      "task": "ag_news",
      "candidate_size": 2,
      "name_mode": "natural",
      "none_mode": "aligned",
      "member_seeds": [
        0
      ],
      "order_seeds": [
        0
      ],
      "multiple_variants": false,
      "n_unique_member_sets": 6,
      "failure_metadata_fields": {},
      "has_probabilities": true,
      "n_text": {
        "calibration": 80,
        "test": 120
      },
      "n_variants": {
        "calibration": 80,
        "test": 120
      },
      "native": {
        "calibration": {
          "present": {
            "correct": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 68,
              "text_mean": 0.85,
              "pooled": 0.85,
              "wilson95": [
                0.7558677143867665,
                0.9120595949383645
              ],
              "bootstrap95": [
                0.775,
                0.925
              ]
            },
            "wrong": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 7,
              "text_mean": 0.0875,
              "pooled": 0.0875,
              "wilson95": [
                0.04303200178205986,
                0.16976795508474996
              ],
              "bootstrap95": [
                0.0375,
                0.15
              ]
            },
            "rejected": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 5,
              "text_mean": 0.0625,
              "pooled": 0.0625,
              "wilson95": [
                0.026989375670841982,
                0.13810148767274424
              ],
              "bootstrap95": [
                0.0125,
                0.1128124999999983
              ]
            },
            "interface_failure": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.0458181295355271
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 67,
              "text_mean": 0.8375,
              "pooled": 0.8375,
              "wilson95": [
                0.7415709565930229,
                0.9025018059704963
              ],
              "bootstrap95": [
                0.75,
                0.9125
              ]
            },
            "accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 13,
              "text_mean": 0.1625,
              "pooled": 0.1625,
              "wilson95": [
                0.09749819402950367,
                0.2584290434069771
              ],
              "bootstrap95": [
                0.0875,
                0.2378124999999983
              ]
            },
            "interface_failure": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.0458181295355271
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 80,
            "text_mean": 0.775,
            "bootstrap95": [
              0.6625,
              0.875
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        },
        "test": {
          "present": {
            "correct": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "wrong": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 2,
              "text_mean": 0.016666666666666666,
              "pooled": 0.016666666666666666,
              "wilson95": [
                0.004582564565921141,
                0.0587359629721589
              ],
              "bootstrap95": [
                0.0,
                0.041666666666666664
              ]
            },
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 4,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.0130375510983506,
                0.082580337559106
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.06666666666666667
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 99,
              "text_mean": 0.825,
              "pooled": 0.825,
              "wilson95": [
                0.7472429012735073,
                0.8825946405543355
              ],
              "bootstrap95": [
                0.75,
                0.8916666666666667
              ]
            },
            "accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 21,
              "text_mean": 0.175,
              "pooled": 0.175,
              "wilson95": [
                0.11740535944566463,
                0.25275709872649266
              ],
              "bootstrap95": [
                0.11666666666666667,
                0.24166666666666667
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 120,
            "text_mean": 0.7916666666666666,
            "bootstrap95": [
              0.7166666666666667,
              0.8583333333333333
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        }
      },
      "scores": {
        "negative_max": {
          "eligible": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80
            },
            "test": {
              "n_text": 120,
              "n_variants": 120
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -0.82,
            "n_text": 80,
            "n_variants": 80,
            "detection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 16,
              "text_mean": 0.2,
              "pooled": 0.2,
              "wilson95": [
                0.12702844043960787,
                0.30046243728170835
              ],
              "bootstrap95": [
                0.1125,
                0.2875
              ]
            },
            "false_rejection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 4,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.01961355453554428,
                0.1216227620464301
              ],
              "bootstrap95": [
                0.0125,
                0.1
              ]
            },
            "present_correct_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 72,
              "text_mean": 0.9,
              "pooled": 0.9,
              "wilson95": [
                0.8148931119389591,
                0.9484523844326191
              ],
              "bootstrap95": [
                0.8375,
                0.9625
              ]
            },
            "present_wrong_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 4,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.01961355453554428,
                0.1216227620464301
              ],
              "bootstrap95": [
                0.0125,
                0.1
              ]
            },
            "present_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 76,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8783772379535698,
                0.9803864454644556
              ],
              "bootstrap95": [
                0.9,
                0.9875
              ]
            },
            "absent_false_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 64,
              "text_mean": 0.8,
              "pooled": 0.8,
              "wilson95": [
                0.6995375627182917,
                0.8729715595603921
              ],
              "bootstrap95": [
                0.7125,
                0.8875
              ]
            }
          },
          "test": {
            "threshold": -0.82,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 19,
              "text_mean": 0.15833333333333333,
              "pooled": 0.15833333333333333,
              "wilson95": [
                0.10376977359410051,
                0.23409332345868022
              ],
              "bootstrap95": [
                0.1,
                0.225
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 1,
              "text_mean": 0.008333333333333333,
              "pooled": 0.008333333333333333,
              "wilson95": [
                0.0014725557333420923,
                0.045696291245049675
              ],
              "bootstrap95": [
                0.0,
                0.025
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 117,
              "text_mean": 0.975,
              "pooled": 0.975,
              "wilson95": [
                0.9290699666721339,
                0.9914618252300978
              ],
              "bootstrap95": [
                0.9416666666666667,
                1.0
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 2,
              "text_mean": 0.016666666666666666,
              "pooled": 0.016666666666666666,
              "wilson95": [
                0.004582564565921141,
                0.0587359629721589
              ],
              "bootstrap95": [
                0.0,
                0.041666666666666664
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 119,
              "text_mean": 0.9916666666666667,
              "pooled": 0.9916666666666667,
              "wilson95": [
                0.9543037087549505,
                0.998527444266658
              ],
              "bootstrap95": [
                0.975,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 101,
              "text_mean": 0.8416666666666667,
              "pooled": 0.8416666666666667,
              "wilson95": [
                0.7659066765413198,
                0.8962302264058994
              ],
              "bootstrap95": [
                0.775,
                0.9002083333333322
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80,
              "pooled": 0.750703125,
              "paired_text_mean": 0.76875,
              "bootstrap95": [
                0.671875,
                0.826255859375
              ]
            },
            "test": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.7571875,
              "paired_text_mean": 0.7458333333333333,
              "bootstrap95": [
                0.6925277777777777,
                0.8165694444444443
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -0.82
        },
        "normalized_entropy": {
          "eligible": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80
            },
            "test": {
              "n_text": 120,
              "n_variants": 120
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.6800770457282799,
            "n_text": 80,
            "n_variants": 80,
            "detection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 16,
              "text_mean": 0.2,
              "pooled": 0.2,
              "wilson95": [
                0.12702844043960787,
                0.30046243728170835
              ],
              "bootstrap95": [
                0.1125,
                0.2875
              ]
            },
            "false_rejection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 4,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.01961355453554428,
                0.1216227620464301
              ],
              "bootstrap95": [
                0.0125,
                0.1
              ]
            },
            "present_correct_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 72,
              "text_mean": 0.9,
              "pooled": 0.9,
              "wilson95": [
                0.8148931119389591,
                0.9484523844326191
              ],
              "bootstrap95": [
                0.8375,
                0.9625
              ]
            },
            "present_wrong_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 4,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.01961355453554428,
                0.1216227620464301
              ],
              "bootstrap95": [
                0.0125,
                0.1
              ]
            },
            "present_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 76,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8783772379535698,
                0.9803864454644556
              ],
              "bootstrap95": [
                0.9,
                0.9875
              ]
            },
            "absent_false_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 64,
              "text_mean": 0.8,
              "pooled": 0.8,
              "wilson95": [
                0.6995375627182917,
                0.8729715595603921
              ],
              "bootstrap95": [
                0.7125,
                0.8875
              ]
            }
          },
          "test": {
            "threshold": 0.6800770457282799,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 19,
              "text_mean": 0.15833333333333333,
              "pooled": 0.15833333333333333,
              "wilson95": [
                0.10376977359410051,
                0.23409332345868022
              ],
              "bootstrap95": [
                0.09166666666666666,
                0.225
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 1,
              "text_mean": 0.008333333333333333,
              "pooled": 0.008333333333333333,
              "wilson95": [
                0.0014725557333420923,
                0.045696291245049675
              ],
              "bootstrap95": [
                0.0,
                0.025
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 117,
              "text_mean": 0.975,
              "pooled": 0.975,
              "wilson95": [
                0.9290699666721339,
                0.9914618252300978
              ],
              "bootstrap95": [
                0.9416666666666667,
                1.0
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 2,
              "text_mean": 0.016666666666666666,
              "pooled": 0.016666666666666666,
              "wilson95": [
                0.004582564565921141,
                0.0587359629721589
              ],
              "bootstrap95": [
                0.0,
                0.041666666666666664
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 119,
              "text_mean": 0.9916666666666667,
              "pooled": 0.9916666666666667,
              "wilson95": [
                0.9543037087549505,
                0.998527444266658
              ],
              "bootstrap95": [
                0.9747916666666666,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 101,
              "text_mean": 0.8416666666666667,
              "pooled": 0.8416666666666667,
              "wilson95": [
                0.7659066765413198,
                0.8962302264058994
              ],
              "bootstrap95": [
                0.775,
                0.9
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80,
              "pooled": 0.750703125,
              "paired_text_mean": 0.76875,
              "bootstrap95": [
                0.671484375,
                0.8237617187499999
              ]
            },
            "test": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.7571875,
              "paired_text_mean": 0.7458333333333333,
              "bootstrap95": [
                0.6935703125,
                0.814796875
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.6800770457282799
        },
        "none_probability": {
          "eligible": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80
            },
            "test": {
              "n_text": 120,
              "n_variants": 120
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.59,
            "n_text": 80,
            "n_variants": 80,
            "detection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 65,
              "text_mean": 0.8125,
              "pooled": 0.8125,
              "wilson95": [
                0.7134167737100688,
                0.8829468953302267
              ],
              "bootstrap95": [
                0.725,
                0.9
              ]
            },
            "false_rejection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 4,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.01961355453554428,
                0.1216227620464301
              ],
              "bootstrap95": [
                0.0125,
                0.1
              ]
            },
            "present_correct_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 69,
              "text_mean": 0.8625,
              "pooled": 0.8625,
              "wilson95": [
                0.7703289993301339,
                0.9214528567566089
              ],
              "bootstrap95": [
                0.7871875,
                0.925
              ]
            },
            "present_wrong_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 7,
              "text_mean": 0.0875,
              "pooled": 0.0875,
              "wilson95": [
                0.04303200178205986,
                0.16976795508474996
              ],
              "bootstrap95": [
                0.0375,
                0.15
              ]
            },
            "present_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 76,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8783772379535698,
                0.9803864454644556
              ],
              "bootstrap95": [
                0.9,
                0.9875
              ]
            },
            "absent_false_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 15,
              "text_mean": 0.1875,
              "pooled": 0.1875,
              "wilson95": [
                0.11705310466977323,
                0.28658322628993116
              ],
              "bootstrap95": [
                0.1,
                0.275
              ]
            }
          },
          "test": {
            "threshold": 0.59,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 99,
              "text_mean": 0.825,
              "pooled": 0.825,
              "wilson95": [
                0.7472429012735073,
                0.8825946405543355
              ],
              "bootstrap95": [
                0.7583333333333333,
                0.8833333333333333
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 4,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.0130375510983506,
                0.082580337559106
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.06666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 2,
              "text_mean": 0.016666666666666666,
              "pooled": 0.016666666666666666,
              "wilson95": [
                0.004582564565921141,
                0.0587359629721589
              ],
              "bootstrap95": [
                0.0,
                0.041666666666666664
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 116,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.917419662440894,
                0.9869624489016494
              ],
              "bootstrap95": [
                0.9333333333333333,
                0.9916666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 21,
              "text_mean": 0.175,
              "pooled": 0.175,
              "wilson95": [
                0.11740535944566463,
                0.25275709872649266
              ],
              "bootstrap95": [
                0.10833333333333334,
                0.24166666666666667
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80,
              "pooled": 0.94421875,
              "paired_text_mean": 0.925,
              "bootstrap95": [
                0.906873046875,
                0.975943359375
              ]
            },
            "test": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.9608333333333333,
              "paired_text_mean": 0.9375,
              "bootstrap95": [
                0.9339236111111111,
                0.9822934027777778
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.59
        }
      },
      "coverage": {
        "calibration": {
          "n_pairs": 160,
          "n_text": 80,
          "prevalence": 0.5,
          "brier": 0.09534562499999999,
          "brier_text_mean": 0.095345625,
          "brier_bootstrap95": [
            0.05938309374999999,
            0.13582710937499998
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 74,
              "mean_predicted": 0.006891891891891892,
              "observed": 0.10810810810810811
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 7,
              "mean_predicted": 0.14857142857142858,
              "observed": 0.14285714285714285
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 1,
              "mean_predicted": 0.25,
              "observed": 0.0
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 3,
              "mean_predicted": 0.34,
              "observed": 1.0
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 3,
              "mean_predicted": 0.4466666666666666,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 3,
              "mean_predicted": 0.56,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 1,
              "mean_predicted": 0.62,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 2,
              "mean_predicted": 0.75,
              "observed": 0.5
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 1,
              "mean_predicted": 0.85,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 65,
              "mean_predicted": 0.9941538461538463,
              "observed": 0.9538461538461539
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        },
        "test": {
          "n_pairs": 240,
          "n_text": 120,
          "prevalence": 0.5,
          "brier": 0.08551916666666666,
          "brier_text_mean": 0.08551916666666666,
          "brier_bootstrap95": [
            0.0563800625,
            0.11699740624999998
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 121,
              "mean_predicted": 0.007355371900826449,
              "observed": 0.09090909090909091
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 7,
              "mean_predicted": 0.1285714285714286,
              "observed": 0.5714285714285714
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 2,
              "mean_predicted": 0.245,
              "observed": 1.0
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 5,
              "mean_predicted": 0.35600000000000004,
              "observed": 0.8
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 2,
              "mean_predicted": 0.435,
              "observed": 0.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 2,
              "mean_predicted": 0.655,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 4,
              "mean_predicted": 0.7625,
              "observed": 0.75
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 6,
              "mean_predicted": 0.8616666666666667,
              "observed": 0.8333333333333334
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 91,
              "mean_predicted": 0.9953846153846151,
              "observed": 0.978021978021978
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        }
      },
      "conditional_ordinary": {
        "calibration": {
          "n_pairs": 80,
          "n_text": 80,
          "prevalence": 0.9,
          "brier": 0.06616875,
          "brier_text_mean": 0.06616875,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 2,
              "mean_predicted": 0.555,
              "observed": 0.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 1,
              "mean_predicted": 0.63,
              "observed": 0.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 1,
              "mean_predicted": 0.77,
              "observed": 0.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 3,
              "mean_predicted": 0.86,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 73,
              "mean_predicted": 0.9983561643835616,
              "observed": 0.958904109589041
            }
          ],
          "defined": 80,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9,
          "decision_n": 80,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.9833333333333333,
          "brier": 0.018081666666666663,
          "brier_text_mean": 0.018081666666666663,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 1,
              "mean_predicted": 0.66,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 3,
              "mean_predicted": 0.8666666666666667,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 116,
              "mean_predicted": 0.9972413793103447,
              "observed": 0.9827586206896551
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9833333333333333,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      },
      "conditional_ordinary_with_none": {
        "calibration": {
          "n_pairs": 80,
          "n_text": 80,
          "prevalence": 0.9,
          "brier": 0.07073484787357745,
          "brier_text_mean": 0.07073484787357745,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 1,
              "mean_predicted": 0.58,
              "observed": 0.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 2,
              "mean_predicted": 0.605,
              "observed": 0.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 2,
              "mean_predicted": 0.8599137931034483,
              "observed": 0.5
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 75,
              "mean_predicted": 0.9977659688674182,
              "observed": 0.9466666666666667
            }
          ],
          "defined": 80,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9,
          "decision_n": 80,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 119,
          "n_text": 119,
          "prevalence": 0.9831932773109243,
          "brier": 0.017917835343257176,
          "brier_text_mean": 0.017917835343257176,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 2,
              "mean_predicted": 0.7671217671217672,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 1,
              "mean_predicted": 0.87,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 116,
              "mean_predicted": 0.9967002160059425,
              "observed": 0.9827586206896551
            }
          ],
          "defined": 119,
          "zero_ordinary_mass": 1,
          "undefined_fraction": 0.008333333333333333,
          "decision_accuracy": 0.975,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      }
    },
    "ag_news|k2|neutral|aligned": {
      "group": "ag_news|k2|neutral|aligned",
      "task": "ag_news",
      "candidate_size": 2,
      "name_mode": "neutral",
      "none_mode": "aligned",
      "member_seeds": [
        0
      ],
      "order_seeds": [
        0
      ],
      "multiple_variants": false,
      "n_unique_member_sets": 6,
      "failure_metadata_fields": {},
      "has_probabilities": true,
      "n_text": {
        "calibration": 80,
        "test": 120
      },
      "n_variants": {
        "calibration": 80,
        "test": 120
      },
      "native": {
        "calibration": {
          "present": {
            "correct": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 67,
              "text_mean": 0.8375,
              "pooled": 0.8375,
              "wilson95": [
                0.7415709565930229,
                0.9025018059704963
              ],
              "bootstrap95": [
                0.75,
                0.9125
              ]
            },
            "wrong": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 3,
              "text_mean": 0.0375,
              "pooled": 0.0375,
              "wilson95": [
                0.012834568919911402,
                0.10454720090045115
              ],
              "bootstrap95": [
                0.0,
                0.0875
              ]
            },
            "rejected": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 10,
              "text_mean": 0.125,
              "pooled": 0.125,
              "wilson95": [
                0.06933557616004862,
                0.21502802099159665
              ],
              "bootstrap95": [
                0.0625,
                0.2
              ]
            },
            "interface_failure": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.0458181295355271
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 69,
              "text_mean": 0.8625,
              "pooled": 0.8625,
              "wilson95": [
                0.7703289993301339,
                0.9214528567566089
              ],
              "bootstrap95": [
                0.7875,
                0.925
              ]
            },
            "accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 11,
              "text_mean": 0.1375,
              "pooled": 0.1375,
              "wilson95": [
                0.07854714324339108,
                0.22967100066986607
              ],
              "bootstrap95": [
                0.0625,
                0.2125
              ]
            },
            "interface_failure": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.0458181295355271
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 80,
            "text_mean": 0.7375,
            "bootstrap95": [
              0.6375,
              0.8375
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        },
        "test": {
          "present": {
            "correct": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "wrong": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 2,
              "text_mean": 0.016666666666666666,
              "pooled": 0.016666666666666666,
              "wilson95": [
                0.004582564565921141,
                0.0587359629721589
              ],
              "bootstrap95": [
                0.0,
                0.041666666666666664
              ]
            },
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 4,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.0130375510983506,
                0.082580337559106
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.06666666666666667
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 101,
              "text_mean": 0.8416666666666667,
              "pooled": 0.8416666666666667,
              "wilson95": [
                0.7659066765413198,
                0.8962302264058994
              ],
              "bootstrap95": [
                0.7666666666666667,
                0.9083333333333333
              ]
            },
            "accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 19,
              "text_mean": 0.15833333333333333,
              "pooled": 0.15833333333333333,
              "wilson95": [
                0.10376977359410051,
                0.23409332345868022
              ],
              "bootstrap95": [
                0.09166666666666666,
                0.23333333333333334
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 120,
            "text_mean": 0.8083333333333333,
            "bootstrap95": [
              0.725,
              0.8833333333333333
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        }
      },
      "scores": {
        "negative_max": {
          "eligible": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80
            },
            "test": {
              "n_text": 120,
              "n_variants": 120
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -0.86,
            "n_text": 80,
            "n_variants": 80,
            "detection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 28,
              "text_mean": 0.35,
              "pooled": 0.35,
              "wilson95": [
                0.25454550534873466,
                0.45919993351192334
              ],
              "bootstrap95": [
                0.25,
                0.45
              ]
            },
            "false_rejection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 4,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.01961355453554428,
                0.1216227620464301
              ],
              "bootstrap95": [
                0.0125,
                0.1
              ]
            },
            "present_correct_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 71,
              "text_mean": 0.8875,
              "pooled": 0.8875,
              "wilson95": [
                0.7998178190762713,
                0.9396731305336952
              ],
              "bootstrap95": [
                0.8125,
                0.95
              ]
            },
            "present_wrong_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 5,
              "text_mean": 0.0625,
              "pooled": 0.0625,
              "wilson95": [
                0.026989375670841982,
                0.13810148767274424
              ],
              "bootstrap95": [
                0.0125,
                0.125
              ]
            },
            "present_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 76,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8783772379535698,
                0.9803864454644556
              ],
              "bootstrap95": [
                0.9,
                0.9875
              ]
            },
            "absent_false_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 52,
              "text_mean": 0.65,
              "pooled": 0.65,
              "wilson95": [
                0.5408000664880767,
                0.7454544946512652
              ],
              "bootstrap95": [
                0.55,
                0.75
              ]
            }
          },
          "test": {
            "threshold": -0.86,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 35,
              "text_mean": 0.2916666666666667,
              "pooled": 0.2916666666666667,
              "wilson95": [
                0.2178156362103854,
                0.3784423497974078
              ],
              "bootstrap95": [
                0.20833333333333334,
                0.375
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 118,
              "text_mean": 0.9833333333333333,
              "pooled": 0.9833333333333333,
              "wilson95": [
                0.941264037027841,
                0.9954174354340789
              ],
              "bootstrap95": [
                0.9583333333333334,
                1.0
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 2,
              "text_mean": 0.016666666666666666,
              "pooled": 0.016666666666666666,
              "wilson95": [
                0.004582564565921141,
                0.0587359629721589
              ],
              "bootstrap95": [
                0.0,
                0.041666666666666664
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 120,
              "text_mean": 1.0,
              "pooled": 1.0,
              "wilson95": [
                0.9689808335812966,
                1.0
              ],
              "bootstrap95": [
                1.0,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 85,
              "text_mean": 0.7083333333333334,
              "pooled": 0.7083333333333334,
              "wilson95": [
                0.6215576502025923,
                0.7821843637896146
              ],
              "bootstrap95": [
                0.625,
                0.7916666666666666
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80,
              "pooled": 0.840390625,
              "paired_text_mean": 0.85625,
              "bootstrap95": [
                0.7670214843750001,
                0.905626953125
              ]
            },
            "test": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.8490277777777778,
              "paired_text_mean": 0.8208333333333333,
              "bootstrap95": [
                0.7941597222222222,
                0.9008359375
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -0.86
        },
        "normalized_entropy": {
          "eligible": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80
            },
            "test": {
              "n_text": 120,
              "n_variants": 120
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.584238811642856,
            "n_text": 80,
            "n_variants": 80,
            "detection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 28,
              "text_mean": 0.35,
              "pooled": 0.35,
              "wilson95": [
                0.25454550534873466,
                0.45919993351192334
              ],
              "bootstrap95": [
                0.25,
                0.4625
              ]
            },
            "false_rejection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 4,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.01961355453554428,
                0.1216227620464301
              ],
              "bootstrap95": [
                0.0125,
                0.1
              ]
            },
            "present_correct_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 71,
              "text_mean": 0.8875,
              "pooled": 0.8875,
              "wilson95": [
                0.7998178190762713,
                0.9396731305336952
              ],
              "bootstrap95": [
                0.8125,
                0.95
              ]
            },
            "present_wrong_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 5,
              "text_mean": 0.0625,
              "pooled": 0.0625,
              "wilson95": [
                0.026989375670841982,
                0.13810148767274424
              ],
              "bootstrap95": [
                0.0125,
                0.125
              ]
            },
            "present_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 76,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8783772379535698,
                0.9803864454644556
              ],
              "bootstrap95": [
                0.9,
                0.9875
              ]
            },
            "absent_false_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 52,
              "text_mean": 0.65,
              "pooled": 0.65,
              "wilson95": [
                0.5408000664880767,
                0.7454544946512652
              ],
              "bootstrap95": [
                0.5375,
                0.75
              ]
            }
          },
          "test": {
            "threshold": 0.584238811642856,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 35,
              "text_mean": 0.2916666666666667,
              "pooled": 0.2916666666666667,
              "wilson95": [
                0.2178156362103854,
                0.3784423497974078
              ],
              "bootstrap95": [
                0.20833333333333334,
                0.375
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 118,
              "text_mean": 0.9833333333333333,
              "pooled": 0.9833333333333333,
              "wilson95": [
                0.941264037027841,
                0.9954174354340789
              ],
              "bootstrap95": [
                0.9583333333333334,
                1.0
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 2,
              "text_mean": 0.016666666666666666,
              "pooled": 0.016666666666666666,
              "wilson95": [
                0.004582564565921141,
                0.0587359629721589
              ],
              "bootstrap95": [
                0.0,
                0.041666666666666664
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 120,
              "text_mean": 1.0,
              "pooled": 1.0,
              "wilson95": [
                0.9689808335812966,
                1.0
              ],
              "bootstrap95": [
                1.0,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 85,
              "text_mean": 0.7083333333333334,
              "pooled": 0.7083333333333334,
              "wilson95": [
                0.6215576502025923,
                0.7821843637896146
              ],
              "bootstrap95": [
                0.625,
                0.7916666666666666
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80,
              "pooled": 0.840390625,
              "paired_text_mean": 0.85625,
              "bootstrap95": [
                0.768654296875,
                0.911255859375
              ]
            },
            "test": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.8490277777777778,
              "paired_text_mean": 0.8208333333333333,
              "bootstrap95": [
                0.7927717013888889,
                0.8972309027777777
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.584238811642856
        },
        "none_probability": {
          "eligible": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80
            },
            "test": {
              "n_text": 120,
              "n_variants": 120
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.85,
            "n_text": 80,
            "n_variants": 80,
            "detection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 65,
              "text_mean": 0.8125,
              "pooled": 0.8125,
              "wilson95": [
                0.7134167737100688,
                0.8829468953302267
              ],
              "bootstrap95": [
                0.725,
                0.9
              ]
            },
            "false_rejection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 4,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.01961355453554428,
                0.1216227620464301
              ],
              "bootstrap95": [
                0.0125,
                0.1
              ]
            },
            "present_correct_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 71,
              "text_mean": 0.8875,
              "pooled": 0.8875,
              "wilson95": [
                0.7998178190762713,
                0.9396731305336952
              ],
              "bootstrap95": [
                0.8125,
                0.95
              ]
            },
            "present_wrong_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 5,
              "text_mean": 0.0625,
              "pooled": 0.0625,
              "wilson95": [
                0.026989375670841982,
                0.13810148767274424
              ],
              "bootstrap95": [
                0.0125,
                0.1128124999999983
              ]
            },
            "present_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 76,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8783772379535698,
                0.9803864454644556
              ],
              "bootstrap95": [
                0.9,
                0.9875
              ]
            },
            "absent_false_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 15,
              "text_mean": 0.1875,
              "pooled": 0.1875,
              "wilson95": [
                0.11705310466977323,
                0.28658322628993116
              ],
              "bootstrap95": [
                0.1125,
                0.275
              ]
            }
          },
          "test": {
            "threshold": 0.85,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 97,
              "text_mean": 0.8083333333333333,
              "pooled": 0.8083333333333333,
              "wilson95": [
                0.7287884399579756,
                0.8687497407504907
              ],
              "bootstrap95": [
                0.7333333333333333,
                0.875
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 2,
              "text_mean": 0.016666666666666666,
              "pooled": 0.016666666666666666,
              "wilson95": [
                0.004582564565921141,
                0.0587359629721589
              ],
              "bootstrap95": [
                0.0,
                0.041666666666666664
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 116,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.917419662440894,
                0.9869624489016494
              ],
              "bootstrap95": [
                0.9333333333333333,
                0.9916666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 2,
              "text_mean": 0.016666666666666666,
              "pooled": 0.016666666666666666,
              "wilson95": [
                0.004582564565921141,
                0.0587359629721589
              ],
              "bootstrap95": [
                0.0,
                0.041666666666666664
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 118,
              "text_mean": 0.9833333333333333,
              "pooled": 0.9833333333333333,
              "wilson95": [
                0.941264037027841,
                0.9954174354340789
              ],
              "bootstrap95": [
                0.9583333333333334,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 23,
              "text_mean": 0.19166666666666668,
              "pooled": 0.19166666666666668,
              "wilson95": [
                0.13125025924950934,
                0.27121156004202457
              ],
              "bootstrap95": [
                0.125,
                0.26666666666666666
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80,
              "pooled": 0.948125,
              "paired_text_mean": 0.925,
              "bootstrap95": [
                0.9128046875,
                0.977265625
              ]
            },
            "test": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.9645833333333333,
              "paired_text_mean": 0.95,
              "bootstrap95": [
                0.9366657986111111,
                0.9859748263888889
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.85
        }
      },
      "coverage": {
        "calibration": {
          "n_pairs": 160,
          "n_text": 80,
          "prevalence": 0.5,
          "brier": 0.100111875,
          "brier_text_mean": 0.100111875,
          "brier_bootstrap95": [
            0.06243521875000001,
            0.14228756249999996
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 69,
              "mean_predicted": 0.007971014492753625,
              "observed": 0.10144927536231885
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 7,
              "mean_predicted": 0.13571428571428573,
              "observed": 0.2857142857142857
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 2,
              "mean_predicted": 0.25,
              "observed": 0.5
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 3,
              "mean_predicted": 0.3633333333333333,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 1,
              "mean_predicted": 0.44,
              "observed": 0.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 3,
              "mean_predicted": 0.5466666666666666,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 1,
              "mean_predicted": 0.66,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 3,
              "mean_predicted": 0.7333333333333334,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 2,
              "mean_predicted": 0.845,
              "observed": 0.5
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 69,
              "mean_predicted": 0.99463768115942,
              "observed": 0.9420289855072463
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        },
        "test": {
          "n_pairs": 240,
          "n_text": 120,
          "prevalence": 0.5,
          "brier": 0.0747425,
          "brier_text_mean": 0.0747425,
          "brier_bootstrap95": [
            0.046867447916666666,
            0.10575703124999994
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 114,
              "mean_predicted": 0.0071052631578947395,
              "observed": 0.07017543859649122
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 9,
              "mean_predicted": 0.1388888888888889,
              "observed": 0.4444444444444444
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 4,
              "mean_predicted": 0.2325,
              "observed": 0.5
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 6,
              "mean_predicted": 0.3233333333333333,
              "observed": 0.5
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 2,
              "mean_predicted": 0.405,
              "observed": 1.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 3,
              "mean_predicted": 0.54,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 1,
              "mean_predicted": 0.6,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 1,
              "mean_predicted": 0.75,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 2,
              "mean_predicted": 0.855,
              "observed": 0.5
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 98,
              "mean_predicted": 0.9930612244897957,
              "observed": 0.9795918367346939
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        }
      },
      "conditional_ordinary": {
        "calibration": {
          "n_pairs": 80,
          "n_text": 80,
          "prevalence": 0.925,
          "brier": 0.0627225,
          "brier_text_mean": 0.0627225,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 2,
              "mean_predicted": 0.65,
              "observed": 0.5
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 1,
              "mean_predicted": 0.78,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 3,
              "mean_predicted": 0.8466666666666667,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 74,
              "mean_predicted": 0.9975675675675675,
              "observed": 0.9594594594594594
            }
          ],
          "defined": 80,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.925,
          "decision_n": 80,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.9833333333333333,
          "brier": 0.016658333333333334,
          "brier_text_mean": 0.016658333333333334,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 1,
              "mean_predicted": 0.86,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 119,
              "mean_predicted": 0.9961344537815127,
              "observed": 0.9831932773109243
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9833333333333333,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      },
      "conditional_ordinary_with_none": {
        "calibration": {
          "n_pairs": 79,
          "n_text": 79,
          "prevalence": 0.9240506329113924,
          "brier": 0.06785275534163174,
          "brier_text_mean": 0.06785275534163174,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 1,
              "mean_predicted": 0.6428571428571428,
              "observed": 0.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 2,
              "mean_predicted": 0.705,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 1,
              "mean_predicted": 0.8571428571428572,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 75,
              "mean_predicted": 0.9977522410029307,
              "observed": 0.9333333333333333
            }
          ],
          "defined": 79,
          "zero_ordinary_mass": 1,
          "undefined_fraction": 0.0125,
          "decision_accuracy": 0.925,
          "decision_n": 80,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 119,
          "n_text": 119,
          "prevalence": 0.9831932773109243,
          "brier": 0.016697753472134,
          "brier_text_mean": 0.016697753472134,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 1,
              "mean_predicted": 0.8695652173913043,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 118,
              "mean_predicted": 0.9976818841301286,
              "observed": 0.9830508474576272
            }
          ],
          "defined": 119,
          "zero_ordinary_mass": 1,
          "undefined_fraction": 0.008333333333333333,
          "decision_accuracy": 0.975,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      }
    },
    "ag_news|k3|natural|aligned": {
      "group": "ag_news|k3|natural|aligned",
      "task": "ag_news",
      "candidate_size": 3,
      "name_mode": "natural",
      "none_mode": "aligned",
      "member_seeds": [
        0
      ],
      "order_seeds": [
        0
      ],
      "multiple_variants": false,
      "n_unique_member_sets": 4,
      "failure_metadata_fields": {},
      "has_probabilities": true,
      "n_text": {
        "calibration": 80,
        "test": 120
      },
      "n_variants": {
        "calibration": 80,
        "test": 120
      },
      "native": {
        "calibration": {
          "present": {
            "correct": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 67,
              "text_mean": 0.8375,
              "pooled": 0.8375,
              "wilson95": [
                0.7415709565930229,
                0.9025018059704963
              ],
              "bootstrap95": [
                0.75,
                0.9125
              ]
            },
            "wrong": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 7,
              "text_mean": 0.0875,
              "pooled": 0.0875,
              "wilson95": [
                0.04303200178205986,
                0.16976795508474996
              ],
              "bootstrap95": [
                0.03718750000000002,
                0.15
              ]
            },
            "rejected": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 6,
              "text_mean": 0.075,
              "pooled": 0.075,
              "wilson95": [
                0.03482524929300514,
                0.15412016081219287
              ],
              "bootstrap95": [
                0.025,
                0.1375
              ]
            },
            "interface_failure": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.0458181295355271
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 57,
              "text_mean": 0.7125,
              "pooled": 0.7125,
              "wilson95": [
                0.6053965378701002,
                0.8001307570773007
              ],
              "bootstrap95": [
                0.6125,
                0.8125
              ]
            },
            "accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 23,
              "text_mean": 0.2875,
              "pooled": 0.2875,
              "wilson95": [
                0.19986924292269914,
                0.3946034621298997
              ],
              "bootstrap95": [
                0.1875,
                0.3875
              ]
            },
            "interface_failure": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.0458181295355271
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 80,
            "text_mean": 0.6375,
            "bootstrap95": [
              0.525,
              0.75
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        },
        "test": {
          "present": {
            "correct": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 111,
              "text_mean": 0.925,
              "pooled": 0.925,
              "wilson95": [
                0.8635908239400624,
                0.9600428846040397
              ],
              "bootstrap95": [
                0.875,
                0.9666666666666667
              ]
            },
            "wrong": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 5,
              "text_mean": 0.041666666666666664,
              "pooled": 0.041666666666666664,
              "wilson95": [
                0.017926716880109515,
                0.09384085233703535
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.08333333333333333
              ]
            },
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 4,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.0130375510983506,
                0.082580337559106
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.06666666666666667
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 89,
              "text_mean": 0.7416666666666667,
              "pooled": 0.7416666666666667,
              "wilson95": [
                0.6567146994175665,
                0.8116260368133936
              ],
              "bootstrap95": [
                0.6666666666666666,
                0.8166666666666667
              ]
            },
            "accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 31,
              "text_mean": 0.25833333333333336,
              "pooled": 0.25833333333333336,
              "wilson95": [
                0.18837396318660649,
                0.3432853005824337
              ],
              "bootstrap95": [
                0.18333333333333332,
                0.3333333333333333
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 120,
            "text_mean": 0.7083333333333334,
            "bootstrap95": [
              0.625,
              0.7916666666666666
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        }
      },
      "scores": {
        "negative_max": {
          "eligible": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80
            },
            "test": {
              "n_text": 120,
              "n_variants": 120
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -0.79,
            "n_text": 80,
            "n_variants": 80,
            "detection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 26,
              "text_mean": 0.325,
              "pooled": 0.325,
              "wilson95": [
                0.2324416184435817,
                0.4335947268938527
              ],
              "bootstrap95": [
                0.225,
                0.425
              ]
            },
            "false_rejection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 4,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.01961355453554428,
                0.1216227620464301
              ],
              "bootstrap95": [
                0.0125,
                0.1
              ]
            },
            "present_correct_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 68,
              "text_mean": 0.85,
              "pooled": 0.85,
              "wilson95": [
                0.7558677143867665,
                0.9120595949383645
              ],
              "bootstrap95": [
                0.7625,
                0.9125
              ]
            },
            "present_wrong_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 8,
              "text_mean": 0.1,
              "pooled": 0.1,
              "wilson95": [
                0.05154761556738083,
                0.18510688806104086
              ],
              "bootstrap95": [
                0.0375,
                0.1625
              ]
            },
            "present_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 76,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8783772379535698,
                0.9803864454644556
              ],
              "bootstrap95": [
                0.9,
                0.9875
              ]
            },
            "absent_false_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 54,
              "text_mean": 0.675,
              "pooled": 0.675,
              "wilson95": [
                0.5664052731061473,
                0.7675583815564182
              ],
              "bootstrap95": [
                0.575,
                0.775
              ]
            }
          },
          "test": {
            "threshold": -0.79,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 28,
              "text_mean": 0.23333333333333334,
              "pooled": 0.23333333333333334,
              "wilson95": [
                0.16665575133182917,
                0.31655447075814613
              ],
              "bootstrap95": [
                0.15833333333333333,
                0.30833333333333335
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 4,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.0130375510983506,
                0.082580337559106
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.06666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 111,
              "text_mean": 0.925,
              "pooled": 0.925,
              "wilson95": [
                0.8635908239400624,
                0.9600428846040397
              ],
              "bootstrap95": [
                0.875,
                0.9666666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 5,
              "text_mean": 0.041666666666666664,
              "pooled": 0.041666666666666664,
              "wilson95": [
                0.017926716880109515,
                0.09384085233703535
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.075
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 116,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.917419662440894,
                0.9869624489016494
              ],
              "bootstrap95": [
                0.9333333333333333,
                0.9916666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 92,
              "text_mean": 0.7666666666666667,
              "pooled": 0.7666666666666667,
              "wilson95": [
                0.683445529241854,
                0.833344248668171
              ],
              "bootstrap95": [
                0.6833333333333333,
                0.8333333333333334
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80,
              "pooled": 0.750703125,
              "paired_text_mean": 0.73125,
              "bootstrap95": [
                0.676791015625,
                0.82101953125
              ]
            },
            "test": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.7714583333333334,
              "paired_text_mean": 0.7708333333333334,
              "bootstrap95": [
                0.7083897569444445,
                0.8332673611111111
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -0.79
        },
        "normalized_entropy": {
          "eligible": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80
            },
            "test": {
              "n_text": 120,
              "n_variants": 120
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.47961229531682303,
            "n_text": 80,
            "n_variants": 80,
            "detection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 26,
              "text_mean": 0.325,
              "pooled": 0.325,
              "wilson95": [
                0.2324416184435817,
                0.4335947268938527
              ],
              "bootstrap95": [
                0.225,
                0.425
              ]
            },
            "false_rejection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 4,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.01961355453554428,
                0.1216227620464301
              ],
              "bootstrap95": [
                0.0125,
                0.1
              ]
            },
            "present_correct_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 68,
              "text_mean": 0.85,
              "pooled": 0.85,
              "wilson95": [
                0.7558677143867665,
                0.9120595949383645
              ],
              "bootstrap95": [
                0.775,
                0.925
              ]
            },
            "present_wrong_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 8,
              "text_mean": 0.1,
              "pooled": 0.1,
              "wilson95": [
                0.05154761556738083,
                0.18510688806104086
              ],
              "bootstrap95": [
                0.0375,
                0.175
              ]
            },
            "present_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 76,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8783772379535698,
                0.9803864454644556
              ],
              "bootstrap95": [
                0.9,
                0.9875
              ]
            },
            "absent_false_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 54,
              "text_mean": 0.675,
              "pooled": 0.675,
              "wilson95": [
                0.5664052731061473,
                0.7675583815564182
              ],
              "bootstrap95": [
                0.575,
                0.775
              ]
            }
          },
          "test": {
            "threshold": 0.47961229531682303,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 33,
              "text_mean": 0.275,
              "pooled": 0.275,
              "wilson95": [
                0.20302896661264852,
                0.3609296582757681
              ],
              "bootstrap95": [
                0.2,
                0.3502083333333322
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 4,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.0130375510983506,
                0.082580337559106
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.06666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 111,
              "text_mean": 0.925,
              "pooled": 0.925,
              "wilson95": [
                0.8635908239400624,
                0.9600428846040397
              ],
              "bootstrap95": [
                0.875,
                0.9666666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 5,
              "text_mean": 0.041666666666666664,
              "pooled": 0.041666666666666664,
              "wilson95": [
                0.017926716880109515,
                0.09384085233703535
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.08333333333333333
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 116,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.917419662440894,
                0.9869624489016494
              ],
              "bootstrap95": [
                0.9333333333333333,
                0.9916666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 87,
              "text_mean": 0.725,
              "pooled": 0.725,
              "wilson95": [
                0.6390703417242319,
                0.7969710333873515
              ],
              "bootstrap95": [
                0.6416666666666667,
                0.8
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80,
              "pooled": 0.754375,
              "paired_text_mean": 0.73125,
              "bootstrap95": [
                0.683671875,
                0.8256289062500001
              ]
            },
            "test": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.7754513888888889,
              "paired_text_mean": 0.7708333333333334,
              "bootstrap95": [
                0.7090911458333333,
                0.8365989583333333
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.47961229531682303
        },
        "none_probability": {
          "eligible": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80
            },
            "test": {
              "n_text": 120,
              "n_variants": 120
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.55,
            "n_text": 80,
            "n_variants": 80,
            "detection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 57,
              "text_mean": 0.7125,
              "pooled": 0.7125,
              "wilson95": [
                0.6053965378701002,
                0.8001307570773007
              ],
              "bootstrap95": [
                0.6125,
                0.8125
              ]
            },
            "false_rejection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 3,
              "text_mean": 0.0375,
              "pooled": 0.0375,
              "wilson95": [
                0.012834568919911402,
                0.10454720090045115
              ],
              "bootstrap95": [
                0.0,
                0.0875
              ]
            },
            "present_correct_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 68,
              "text_mean": 0.85,
              "pooled": 0.85,
              "wilson95": [
                0.7558677143867665,
                0.9120595949383645
              ],
              "bootstrap95": [
                0.775,
                0.925
              ]
            },
            "present_wrong_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 9,
              "text_mean": 0.1125,
              "pooled": 0.1125,
              "wilson95": [
                0.060326869466304764,
                0.20018218092372875
              ],
              "bootstrap95": [
                0.05,
                0.1875
              ]
            },
            "present_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 77,
              "text_mean": 0.9625,
              "pooled": 0.9625,
              "wilson95": [
                0.8954527990995489,
                0.9871654310800886
              ],
              "bootstrap95": [
                0.9125,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 23,
              "text_mean": 0.2875,
              "pooled": 0.2875,
              "wilson95": [
                0.19986924292269914,
                0.3946034621298997
              ],
              "bootstrap95": [
                0.2,
                0.3875
              ]
            }
          },
          "test": {
            "threshold": 0.55,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 89,
              "text_mean": 0.7416666666666667,
              "pooled": 0.7416666666666667,
              "wilson95": [
                0.6567146994175665,
                0.8116260368133936
              ],
              "bootstrap95": [
                0.6666666666666666,
                0.8166666666666667
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 4,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.0130375510983506,
                0.082580337559106
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.06666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 111,
              "text_mean": 0.925,
              "pooled": 0.925,
              "wilson95": [
                0.8635908239400624,
                0.9600428846040397
              ],
              "bootstrap95": [
                0.875,
                0.9666666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 5,
              "text_mean": 0.041666666666666664,
              "pooled": 0.041666666666666664,
              "wilson95": [
                0.017926716880109515,
                0.09384085233703535
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.08333333333333333
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 116,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.917419662440894,
                0.9869624489016494
              ],
              "bootstrap95": [
                0.9333333333333333,
                0.9916666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 31,
              "text_mean": 0.25833333333333336,
              "pooled": 0.25833333333333336,
              "wilson95": [
                0.18837396318660649,
                0.3432853005824337
              ],
              "bootstrap95": [
                0.18333333333333332,
                0.3416666666666667
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80,
              "pooled": 0.90984375,
              "paired_text_mean": 0.9,
              "bootstrap95": [
                0.863044921875,
                0.9495351562500001
              ]
            },
            "test": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.9431944444444444,
              "paired_text_mean": 0.9208333333333333,
              "bootstrap95": [
                0.9108663194444444,
                0.9721883680555555
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.55
        }
      },
      "coverage": {
        "calibration": {
          "n_pairs": 160,
          "n_text": 80,
          "prevalence": 0.5,
          "brier": 0.1412525,
          "brier_text_mean": 0.1412525,
          "brier_bootstrap95": [
            0.09685579687500001,
            0.185181578125
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 85,
              "mean_predicted": 0.007411764705882355,
              "observed": 0.18823529411764706
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 4,
              "mean_predicted": 0.1375,
              "observed": 0.0
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 1,
              "mean_predicted": 0.29,
              "observed": 1.0
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 3,
              "mean_predicted": 0.3133333333333333,
              "observed": 1.0
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 5,
              "mean_predicted": 0.44399999999999995,
              "observed": 0.6
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 4,
              "mean_predicted": 0.55,
              "observed": 0.5
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 1,
              "mean_predicted": 0.65,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 1,
              "mean_predicted": 0.74,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 2,
              "mean_predicted": 0.825,
              "observed": 0.5
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 54,
              "mean_predicted": 0.9890740740740741,
              "observed": 0.9629629629629629
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        },
        "test": {
          "n_pairs": 240,
          "n_text": 120,
          "prevalence": 0.5,
          "brier": 0.12065624999999998,
          "brier_text_mean": 0.12065625,
          "brier_bootstrap95": [
            0.08661786458333334,
            0.15740854166666665
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 131,
              "mean_predicted": 0.006488549618320613,
              "observed": 0.15267175572519084
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 7,
              "mean_predicted": 0.13857142857142857,
              "observed": 0.5714285714285714
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 2,
              "mean_predicted": 0.24,
              "observed": 1.0
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 6,
              "mean_predicted": 0.3416666666666666,
              "observed": 0.8333333333333334
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 1,
              "mean_predicted": 0.48,
              "observed": 0.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 1,
              "mean_predicted": 0.59,
              "observed": 1.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 4,
              "mean_predicted": 0.6625,
              "observed": 0.5
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 3,
              "mean_predicted": 0.7666666666666666,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 6,
              "mean_predicted": 0.8483333333333333,
              "observed": 0.8333333333333334
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 79,
              "mean_predicted": 0.9917721518987341,
              "observed": 0.9873417721518988
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        }
      },
      "conditional_ordinary": {
        "calibration": {
          "n_pairs": 80,
          "n_text": 80,
          "prevalence": 0.875,
          "brier": 0.10208124999999998,
          "brier_text_mean": 0.10208124999999998,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 1,
              "mean_predicted": 0.54,
              "observed": 1.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 2,
              "mean_predicted": 0.64,
              "observed": 0.5
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 2,
              "mean_predicted": 0.785,
              "observed": 0.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 2,
              "mean_predicted": 0.825,
              "observed": 0.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 73,
              "mean_predicted": 0.9957534246575342,
              "observed": 0.9315068493150684
            }
          ],
          "defined": 80,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.875,
          "decision_n": 80,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.95,
          "brier": 0.041165,
          "brier_text_mean": 0.041165,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 2,
              "mean_predicted": 0.685,
              "observed": 0.5
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 2,
              "mean_predicted": 0.76,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 4,
              "mean_predicted": 0.8275,
              "observed": 0.5
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 112,
              "mean_predicted": 0.9958928571428574,
              "observed": 0.9732142857142857
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.95,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      },
      "conditional_ordinary_with_none": {
        "calibration": {
          "n_pairs": 79,
          "n_text": 79,
          "prevalence": 0.8734177215189873,
          "brier": 0.10745578292508595,
          "brier_text_mean": 0.10745578292508595,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 1,
              "mean_predicted": 0.6265060240963856,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 2,
              "mean_predicted": 0.7418518518518519,
              "observed": 0.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 2,
              "mean_predicted": 0.8585858585858586,
              "observed": 0.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 74,
              "mean_predicted": 0.9951189490567213,
              "observed": 0.918918918918919
            }
          ],
          "defined": 79,
          "zero_ordinary_mass": 1,
          "undefined_fraction": 0.0125,
          "decision_accuracy": 0.8625,
          "decision_n": 80,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.95,
          "brier": 0.04625816653032093,
          "brier_text_mean": 0.04625816653032093,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 1,
              "mean_predicted": 0.6734693877551021,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 2,
              "mean_predicted": 0.7794736842105263,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 3,
              "mean_predicted": 0.8588084295946675,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 114,
              "mean_predicted": 0.9960329394915862,
              "observed": 0.9649122807017544
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.95,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      }
    },
    "ag_news|k3|neutral|aligned": {
      "group": "ag_news|k3|neutral|aligned",
      "task": "ag_news",
      "candidate_size": 3,
      "name_mode": "neutral",
      "none_mode": "aligned",
      "member_seeds": [
        0
      ],
      "order_seeds": [
        0
      ],
      "multiple_variants": false,
      "n_unique_member_sets": 4,
      "failure_metadata_fields": {},
      "has_probabilities": true,
      "n_text": {
        "calibration": 80,
        "test": 120
      },
      "n_variants": {
        "calibration": 80,
        "test": 120
      },
      "native": {
        "calibration": {
          "present": {
            "correct": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 64,
              "text_mean": 0.8,
              "pooled": 0.8,
              "wilson95": [
                0.6995375627182917,
                0.8729715595603921
              ],
              "bootstrap95": [
                0.7125,
                0.8875
              ]
            },
            "wrong": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 9,
              "text_mean": 0.1125,
              "pooled": 0.1125,
              "wilson95": [
                0.060326869466304764,
                0.20018218092372875
              ],
              "bootstrap95": [
                0.05,
                0.1875
              ]
            },
            "rejected": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 7,
              "text_mean": 0.0875,
              "pooled": 0.0875,
              "wilson95": [
                0.04303200178205986,
                0.16976795508474996
              ],
              "bootstrap95": [
                0.025,
                0.15
              ]
            },
            "interface_failure": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.0458181295355271
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 62,
              "text_mean": 0.775,
              "pooled": 0.775,
              "wilson95": [
                0.6721321021639265,
                0.8526679265915337
              ],
              "bootstrap95": [
                0.675,
                0.8625
              ]
            },
            "accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 18,
              "text_mean": 0.225,
              "pooled": 0.225,
              "wilson95": [
                0.14733207340846635,
                0.3278678978360735
              ],
              "bootstrap95": [
                0.1375,
                0.325
              ]
            },
            "interface_failure": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.0458181295355271
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 80,
            "text_mean": 0.6875,
            "bootstrap95": [
              0.5875,
              0.7875
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        },
        "test": {
          "present": {
            "correct": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 112,
              "text_mean": 0.9333333333333333,
              "pooled": 0.9333333333333333,
              "wilson95": [
                0.8739486959646967,
                0.9658346931390938
              ],
              "bootstrap95": [
                0.8833333333333333,
                0.975
              ]
            },
            "wrong": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 4,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.0130375510983506,
                0.082580337559106
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.06666666666666667
              ]
            },
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 4,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.0130375510983506,
                0.082580337559106
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.06666666666666667
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 94,
              "text_mean": 0.7833333333333333,
              "pooled": 0.7833333333333333,
              "wilson95": [
                0.7014563746709164,
                0.8476327643584851
              ],
              "bootstrap95": [
                0.7083333333333334,
                0.85
              ]
            },
            "accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 26,
              "text_mean": 0.21666666666666667,
              "pooled": 0.21666666666666667,
              "wilson95": [
                0.15236723564151497,
                0.29854362532908374
              ],
              "bootstrap95": [
                0.14166666666666666,
                0.2916666666666667
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 120,
            "text_mean": 0.75,
            "bootstrap95": [
              0.65,
              0.8333333333333334
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        }
      },
      "scores": {
        "negative_max": {
          "eligible": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80
            },
            "test": {
              "n_text": 120,
              "n_variants": 120
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -0.74,
            "n_text": 80,
            "n_variants": 80,
            "detection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 24,
              "text_mean": 0.3,
              "pooled": 0.3,
              "wilson95": [
                0.2106457126008134,
                0.40768153921339734
              ],
              "bootstrap95": [
                0.2,
                0.4
              ]
            },
            "false_rejection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 4,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.01961355453554428,
                0.1216227620464301
              ],
              "bootstrap95": [
                0.0125,
                0.1
              ]
            },
            "present_correct_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 67,
              "text_mean": 0.8375,
              "pooled": 0.8375,
              "wilson95": [
                0.7415709565930229,
                0.9025018059704963
              ],
              "bootstrap95": [
                0.75,
                0.9125
              ]
            },
            "present_wrong_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 9,
              "text_mean": 0.1125,
              "pooled": 0.1125,
              "wilson95": [
                0.060326869466304764,
                0.20018218092372875
              ],
              "bootstrap95": [
                0.05,
                0.1875
              ]
            },
            "present_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 76,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8783772379535698,
                0.9803864454644556
              ],
              "bootstrap95": [
                0.9,
                0.9875
              ]
            },
            "absent_false_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 56,
              "text_mean": 0.7,
              "pooled": 0.7,
              "wilson95": [
                0.5923184607866026,
                0.7893542873991866
              ],
              "bootstrap95": [
                0.6,
                0.8
              ]
            }
          },
          "test": {
            "threshold": -0.74,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 33,
              "text_mean": 0.275,
              "pooled": 0.275,
              "wilson95": [
                0.20302896661264852,
                0.3609296582757681
              ],
              "bootstrap95": [
                0.19166666666666668,
                0.35833333333333334
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 1,
              "text_mean": 0.008333333333333333,
              "pooled": 0.008333333333333333,
              "wilson95": [
                0.0014725557333420923,
                0.045696291245049675
              ],
              "bootstrap95": [
                0.0,
                0.025
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 5,
              "text_mean": 0.041666666666666664,
              "pooled": 0.041666666666666664,
              "wilson95": [
                0.017926716880109515,
                0.09384085233703535
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.08333333333333333
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 119,
              "text_mean": 0.9916666666666667,
              "pooled": 0.9916666666666667,
              "wilson95": [
                0.9543037087549505,
                0.998527444266658
              ],
              "bootstrap95": [
                0.975,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 87,
              "text_mean": 0.725,
              "pooled": 0.725,
              "wilson95": [
                0.6390703417242319,
                0.7969710333873515
              ],
              "bootstrap95": [
                0.6497916666666667,
                0.8002083333333322
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80,
              "pooled": 0.768671875,
              "paired_text_mean": 0.7375,
              "bootstrap95": [
                0.6897578125,
                0.8347011718749999
              ]
            },
            "test": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.8045486111111111,
              "paired_text_mean": 0.7708333333333334,
              "bootstrap95": [
                0.7420052083333333,
                0.8622395833333333
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -0.74
        },
        "normalized_entropy": {
          "eligible": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80
            },
            "test": {
              "n_text": 120,
              "n_variants": 120
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.5216188850628637,
            "n_text": 80,
            "n_variants": 80,
            "detection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 28,
              "text_mean": 0.35,
              "pooled": 0.35,
              "wilson95": [
                0.25454550534873466,
                0.45919993351192334
              ],
              "bootstrap95": [
                0.25,
                0.4625
              ]
            },
            "false_rejection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 4,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.01961355453554428,
                0.1216227620464301
              ],
              "bootstrap95": [
                0.0125,
                0.1
              ]
            },
            "present_correct_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 67,
              "text_mean": 0.8375,
              "pooled": 0.8375,
              "wilson95": [
                0.7415709565930229,
                0.9025018059704963
              ],
              "bootstrap95": [
                0.75,
                0.9125
              ]
            },
            "present_wrong_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 9,
              "text_mean": 0.1125,
              "pooled": 0.1125,
              "wilson95": [
                0.060326869466304764,
                0.20018218092372875
              ],
              "bootstrap95": [
                0.05,
                0.1875
              ]
            },
            "present_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 76,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8783772379535698,
                0.9803864454644556
              ],
              "bootstrap95": [
                0.9,
                0.9875
              ]
            },
            "absent_false_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 52,
              "text_mean": 0.65,
              "pooled": 0.65,
              "wilson95": [
                0.5408000664880767,
                0.7454544946512652
              ],
              "bootstrap95": [
                0.5375,
                0.75
              ]
            }
          },
          "test": {
            "threshold": 0.5216188850628637,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 39,
              "text_mean": 0.325,
              "pooled": 0.325,
              "wilson95": [
                0.24775854910601952,
                0.4130981591405268
              ],
              "bootstrap95": [
                0.24166666666666667,
                0.4083333333333333
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 1,
              "text_mean": 0.008333333333333333,
              "pooled": 0.008333333333333333,
              "wilson95": [
                0.0014725557333420923,
                0.045696291245049675
              ],
              "bootstrap95": [
                0.0,
                0.025
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 5,
              "text_mean": 0.041666666666666664,
              "pooled": 0.041666666666666664,
              "wilson95": [
                0.017926716880109515,
                0.09384085233703535
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.08333333333333333
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 119,
              "text_mean": 0.9916666666666667,
              "pooled": 0.9916666666666667,
              "wilson95": [
                0.9543037087549505,
                0.998527444266658
              ],
              "bootstrap95": [
                0.975,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 81,
              "text_mean": 0.675,
              "pooled": 0.675,
              "wilson95": [
                0.5869018408594733,
                0.7522414508939805
              ],
              "bootstrap95": [
                0.5916666666666667,
                0.7583333333333333
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80,
              "pooled": 0.773828125,
              "paired_text_mean": 0.7375,
              "bootstrap95": [
                0.69875,
                0.8411796874999999
              ]
            },
            "test": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.8085069444444445,
              "paired_text_mean": 0.7708333333333334,
              "bootstrap95": [
                0.7473585069444445,
                0.8639661458333333
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.5216188850628637
        },
        "none_probability": {
          "eligible": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80
            },
            "test": {
              "n_text": 120,
              "n_variants": 120
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.79,
            "n_text": 80,
            "n_variants": 80,
            "detection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 56,
              "text_mean": 0.7,
              "pooled": 0.7,
              "wilson95": [
                0.5923184607866026,
                0.7893542873991866
              ],
              "bootstrap95": [
                0.5875,
                0.8
              ]
            },
            "false_rejection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 4,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.01961355453554428,
                0.1216227620464301
              ],
              "bootstrap95": [
                0.0125,
                0.1
              ]
            },
            "present_correct_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 66,
              "text_mean": 0.825,
              "pooled": 0.825,
              "wilson95": [
                0.7274245802116865,
                0.8927936355902206
              ],
              "bootstrap95": [
                0.7375,
                0.9
              ]
            },
            "present_wrong_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 10,
              "text_mean": 0.125,
              "pooled": 0.125,
              "wilson95": [
                0.06933557616004862,
                0.21502802099159665
              ],
              "bootstrap95": [
                0.0625,
                0.2
              ]
            },
            "present_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 76,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8783772379535698,
                0.9803864454644556
              ],
              "bootstrap95": [
                0.9,
                0.9875
              ]
            },
            "absent_false_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 24,
              "text_mean": 0.3,
              "pooled": 0.3,
              "wilson95": [
                0.2106457126008134,
                0.40768153921339734
              ],
              "bootstrap95": [
                0.2,
                0.4
              ]
            }
          },
          "test": {
            "threshold": 0.79,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 88,
              "text_mean": 0.7333333333333333,
              "pooled": 0.7333333333333333,
              "wilson95": [
                0.647875606138524,
                0.8043154495327476
              ],
              "bootstrap95": [
                0.6583333333333333,
                0.8083333333333333
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 2,
              "text_mean": 0.016666666666666666,
              "pooled": 0.016666666666666666,
              "wilson95": [
                0.004582564565921141,
                0.0587359629721589
              ],
              "bootstrap95": [
                0.0,
                0.041666666666666664
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 4,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.0130375510983506,
                0.082580337559106
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.06666666666666667
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 118,
              "text_mean": 0.9833333333333333,
              "pooled": 0.9833333333333333,
              "wilson95": [
                0.941264037027841,
                0.9954174354340789
              ],
              "bootstrap95": [
                0.9583333333333334,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 32,
              "text_mean": 0.26666666666666666,
              "pooled": 0.26666666666666666,
              "wilson95": [
                0.19568455046725244,
                0.352124393861476
              ],
              "bootstrap95": [
                0.19166666666666668,
                0.35
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80,
              "pooled": 0.9253125,
              "paired_text_mean": 0.86875,
              "bootstrap95": [
                0.88233203125,
                0.9621132812500001
              ]
            },
            "test": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.9497916666666667,
              "paired_text_mean": 0.9375,
              "bootstrap95": [
                0.9172552083333334,
                0.9768064236111111
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.79
        }
      },
      "coverage": {
        "calibration": {
          "n_pairs": 160,
          "n_text": 80,
          "prevalence": 0.5,
          "brier": 0.134145625,
          "brier_text_mean": 0.134145625,
          "brier_bootstrap95": [
            0.09164525,
            0.178772171875
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 79,
              "mean_predicted": 0.008860759493670886,
              "observed": 0.16455696202531644
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 5,
              "mean_predicted": 0.128,
              "observed": 0.4
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 5,
              "mean_predicted": 0.256,
              "observed": 0.2
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 1,
              "mean_predicted": 0.39,
              "observed": 1.0
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 2,
              "mean_predicted": 0.465,
              "observed": 1.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 3,
              "mean_predicted": 0.56,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 2,
              "mean_predicted": 0.685,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 3,
              "mean_predicted": 0.7666666666666666,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 3,
              "mean_predicted": 0.8333333333333334,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 57,
              "mean_predicted": 0.9929824561403507,
              "observed": 0.9473684210526315
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        },
        "test": {
          "n_pairs": 240,
          "n_text": 120,
          "prevalence": 0.5,
          "brier": 0.10175666666666668,
          "brier_text_mean": 0.10175666666666666,
          "brier_bootstrap95": [
            0.06795504166666667,
            0.13895421875000002
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 126,
              "mean_predicted": 0.00873015873015873,
              "observed": 0.11904761904761904
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 7,
              "mean_predicted": 0.14142857142857143,
              "observed": 0.5714285714285714
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 4,
              "mean_predicted": 0.23249999999999998,
              "observed": 0.75
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 2,
              "mean_predicted": 0.355,
              "observed": 1.0
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 3,
              "mean_predicted": 0.4166666666666667,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 4,
              "mean_predicted": 0.555,
              "observed": 0.75
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 1,
              "mean_predicted": 0.66,
              "observed": 0.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 3,
              "mean_predicted": 0.7200000000000001,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 2,
              "mean_predicted": 0.865,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 88,
              "mean_predicted": 0.9894318181818179,
              "observed": 0.9772727272727273
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        }
      },
      "conditional_ordinary": {
        "calibration": {
          "n_pairs": 80,
          "n_text": 80,
          "prevalence": 0.85,
          "brier": 0.1127575,
          "brier_text_mean": 0.1127575,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 2,
              "mean_predicted": 0.675,
              "observed": 0.5
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 3,
              "mean_predicted": 0.7200000000000001,
              "observed": 0.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 3,
              "mean_predicted": 0.8633333333333333,
              "observed": 0.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 72,
              "mean_predicted": 0.9963888888888888,
              "observed": 0.9305555555555556
            }
          ],
          "defined": 80,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.85,
          "decision_n": 80,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.95,
          "brier": 0.041431666666666665,
          "brier_text_mean": 0.041431666666666665,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 1,
              "mean_predicted": 0.6,
              "observed": 0.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 2,
              "mean_predicted": 0.775,
              "observed": 0.5
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 3,
              "mean_predicted": 0.84,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 114,
              "mean_predicted": 0.9967543859649123,
              "observed": 0.9649122807017544
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.95,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      },
      "conditional_ordinary_with_none": {
        "calibration": {
          "n_pairs": 79,
          "n_text": 79,
          "prevalence": 0.8481012658227848,
          "brier": 0.12473573435978433,
          "brier_text_mean": 0.12473573435978433,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 1,
              "mean_predicted": 0.6923076923076923,
              "observed": 0.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 3,
              "mean_predicted": 0.7866281866281866,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 2,
              "mean_predicted": 0.8515568051650526,
              "observed": 0.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 73,
              "mean_predicted": 0.9968082016478405,
              "observed": 0.9041095890410958
            }
          ],
          "defined": 79,
          "zero_ordinary_mass": 1,
          "undefined_fraction": 0.0125,
          "decision_accuracy": 0.8375,
          "decision_n": 80,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.95,
          "brier": 0.042439615098625746,
          "brier_text_mean": 0.042439615098625746,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 1,
              "mean_predicted": 0.6363636363636364,
              "observed": 0.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 2,
              "mean_predicted": 0.741681455190772,
              "observed": 0.5
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 3,
              "mean_predicted": 0.8643802769334684,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 114,
              "mean_predicted": 0.9983687439390844,
              "observed": 0.9649122807017544
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.95,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      }
    },
    "dbpedia|k2|natural|aligned": {
      "group": "dbpedia|k2|natural|aligned",
      "task": "dbpedia",
      "candidate_size": 2,
      "name_mode": "natural",
      "none_mode": "aligned",
      "member_seeds": [
        0
      ],
      "order_seeds": [
        0
      ],
      "multiple_variants": false,
      "n_unique_member_sets": 91,
      "failure_metadata_fields": {},
      "has_probabilities": true,
      "n_text": {
        "calibration": 280,
        "test": 420
      },
      "n_variants": {
        "calibration": 280,
        "test": 420
      },
      "native": {
        "calibration": {
          "present": {
            "correct": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 270,
              "text_mean": 0.9642857142857143,
              "pooled": 0.9642857142857143,
              "wilson95": [
                0.9355172440212829,
                0.9804870672595614
              ],
              "bootstrap95": [
                0.9392857142857143,
                0.9821428571428571
              ]
            },
            "wrong": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                8.673617379884035e-19,
                0.013533818620629409
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "rejected": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 10,
              "text_mean": 0.03571428571428571,
              "pooled": 0.03571428571428571,
              "wilson95": [
                0.019512932740438697,
                0.06448275597871718
              ],
              "bootstrap95": [
                0.017767857142857148,
                0.060714285714285714
              ]
            },
            "interface_failure": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                8.673617379884035e-19,
                0.013533818620629409
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 274,
              "text_mean": 0.9785714285714285,
              "pooled": 0.9785714285714285,
              "wilson95": [
                0.9540460917784044,
                0.9901429675418503
              ],
              "bootstrap95": [
                0.9607142857142857,
                0.9928571428571429
              ]
            },
            "accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 6,
              "text_mean": 0.02142857142857143,
              "pooled": 0.02142857142857143,
              "wilson95": [
                0.009857032458149666,
                0.04595390822159563
              ],
              "bootstrap95": [
                0.007142857142857143,
                0.039285714285714285
              ]
            },
            "interface_failure": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                8.673617379884035e-19,
                0.013533818620629409
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 280,
            "text_mean": 0.9428571428571428,
            "bootstrap95": [
              0.9142857142857143,
              0.9678571428571429
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        },
        "test": {
          "present": {
            "correct": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 408,
              "text_mean": 0.9714285714285714,
              "pooled": 0.9714285714285714,
              "wilson95": [
                0.9507298242189398,
                0.9835817957482035
              ],
              "bootstrap95": [
                0.9523809523809523,
                0.9857142857142858
              ]
            },
            "wrong": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "rejected": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 12,
              "text_mean": 0.02857142857142857,
              "pooled": 0.02857142857142857,
              "wilson95": [
                0.016418204251796475,
                0.04927017578106019
              ],
              "bootstrap95": [
                0.014285714285714285,
                0.04523809523809524
              ]
            },
            "interface_failure": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 412,
              "text_mean": 0.9809523809523809,
              "pooled": 0.9809523809523809,
              "wilson95": [
                0.962869231625972,
                0.9903173705627296
              ],
              "bootstrap95": [
                0.9666666666666667,
                0.9928571428571429
              ]
            },
            "accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 8,
              "text_mean": 0.01904761904761905,
              "pooled": 0.01904761904761905,
              "wilson95": [
                0.009682629437270296,
                0.03713076837402792
              ],
              "bootstrap95": [
                0.007142857142857143,
                0.03333333333333333
              ]
            },
            "interface_failure": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 420,
            "text_mean": 0.9523809523809523,
            "bootstrap95": [
              0.930952380952381,
              0.9714285714285714
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        }
      },
      "scores": {
        "negative_max": {
          "eligible": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280
            },
            "test": {
              "n_text": 420,
              "n_variants": 420
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -1.0,
            "n_text": 280,
            "n_variants": 280,
            "detection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 248,
              "text_mean": 0.8857142857142857,
              "pooled": 0.8857142857142857,
              "wilson95": [
                0.8431149032613933,
                0.9178732938026927
              ],
              "bootstrap95": [
                0.8464285714285714,
                0.9214285714285714
              ]
            },
            "false_rejection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 7,
              "text_mean": 0.025,
              "pooled": 0.025,
              "wilson95": [
                0.012161668350597052,
                0.050695459339000895
              ],
              "bootstrap95": [
                0.007142857142857143,
                0.04285714285714286
              ]
            },
            "present_correct_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 273,
              "text_mean": 0.975,
              "pooled": 0.975,
              "wilson95": [
                0.9493045406609991,
                0.9878383316494029
              ],
              "bootstrap95": [
                0.9535714285714286,
                0.9928571428571429
              ]
            },
            "present_wrong_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                8.673617379884035e-19,
                0.013533818620629409
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 273,
              "text_mean": 0.975,
              "pooled": 0.975,
              "wilson95": [
                0.9493045406609991,
                0.9878383316494029
              ],
              "bootstrap95": [
                0.9535714285714286,
                0.9928571428571429
              ]
            },
            "absent_false_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 32,
              "text_mean": 0.11428571428571428,
              "pooled": 0.11428571428571428,
              "wilson95": [
                0.08212670619730734,
                0.1568850967386068
              ],
              "bootstrap95": [
                0.07857142857142857,
                0.15357142857142858
              ]
            }
          },
          "test": {
            "threshold": -1.0,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 379,
              "text_mean": 0.9023809523809524,
              "pooled": 0.9023809523809524,
              "wilson95": [
                0.8702437518648801,
                0.9272242469959645
              ],
              "bootstrap95": [
                0.8690476190476191,
                0.9285714285714286
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 5,
              "text_mean": 0.011904761904761904,
              "pooled": 0.011904761904761904,
              "wilson95": [
                0.005095429291665374,
                0.027561731853464003
              ],
              "bootstrap95": [
                0.002380952380952381,
                0.023809523809523808
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 415,
              "text_mean": 0.9880952380952381,
              "pooled": 0.9880952380952381,
              "wilson95": [
                0.972438268146536,
                0.9949045707083346
              ],
              "bootstrap95": [
                0.9785714285714285,
                0.9976190476190476
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 415,
              "text_mean": 0.9880952380952381,
              "pooled": 0.9880952380952381,
              "wilson95": [
                0.972438268146536,
                0.9949045707083346
              ],
              "bootstrap95": [
                0.9761904761904762,
                0.9976190476190476
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 41,
              "text_mean": 0.09761904761904762,
              "pooled": 0.09761904761904762,
              "wilson95": [
                0.07277575300403553,
                0.1297562481351199
              ],
              "bootstrap95": [
                0.06904761904761905,
                0.1261904761904762
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280,
              "pooled": 0.9321619897959184,
              "paired_text_mean": 0.9321428571428572,
              "bootstrap95": [
                0.910085618622449,
                0.953429049744898
              ]
            },
            "test": {
              "n_text": 420,
              "n_variants": 420,
              "pooled": 0.9485289115646258,
              "paired_text_mean": 0.9488095238095238,
              "bootstrap95": [
                0.9323076814058956,
                0.9637166241496599
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -1.0
        },
        "normalized_entropy": {
          "eligible": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280
            },
            "test": {
              "n_text": 420,
              "n_variants": 420
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -0.0,
            "n_text": 280,
            "n_variants": 280,
            "detection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 248,
              "text_mean": 0.8857142857142857,
              "pooled": 0.8857142857142857,
              "wilson95": [
                0.8431149032613933,
                0.9178732938026927
              ],
              "bootstrap95": [
                0.8464285714285714,
                0.9214285714285714
              ]
            },
            "false_rejection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 7,
              "text_mean": 0.025,
              "pooled": 0.025,
              "wilson95": [
                0.012161668350597052,
                0.050695459339000895
              ],
              "bootstrap95": [
                0.007142857142857143,
                0.04642857142857143
              ]
            },
            "present_correct_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 273,
              "text_mean": 0.975,
              "pooled": 0.975,
              "wilson95": [
                0.9493045406609991,
                0.9878383316494029
              ],
              "bootstrap95": [
                0.9571428571428572,
                0.9928571428571429
              ]
            },
            "present_wrong_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                8.673617379884035e-19,
                0.013533818620629409
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 273,
              "text_mean": 0.975,
              "pooled": 0.975,
              "wilson95": [
                0.9493045406609991,
                0.9878383316494029
              ],
              "bootstrap95": [
                0.9571428571428572,
                0.9928571428571429
              ]
            },
            "absent_false_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 32,
              "text_mean": 0.11428571428571428,
              "pooled": 0.11428571428571428,
              "wilson95": [
                0.08212670619730734,
                0.1568850967386068
              ],
              "bootstrap95": [
                0.07857142857142857,
                0.15357142857142858
              ]
            }
          },
          "test": {
            "threshold": -0.0,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 379,
              "text_mean": 0.9023809523809524,
              "pooled": 0.9023809523809524,
              "wilson95": [
                0.8702437518648801,
                0.9272242469959645
              ],
              "bootstrap95": [
                0.8738095238095238,
                0.9285714285714286
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 5,
              "text_mean": 0.011904761904761904,
              "pooled": 0.011904761904761904,
              "wilson95": [
                0.005095429291665374,
                0.027561731853464003
              ],
              "bootstrap95": [
                0.002380952380952381,
                0.023809523809523808
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 415,
              "text_mean": 0.9880952380952381,
              "pooled": 0.9880952380952381,
              "wilson95": [
                0.972438268146536,
                0.9949045707083346
              ],
              "bootstrap95": [
                0.9785714285714285,
                0.9976190476190476
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 415,
              "text_mean": 0.9880952380952381,
              "pooled": 0.9880952380952381,
              "wilson95": [
                0.972438268146536,
                0.9949045707083346
              ],
              "bootstrap95": [
                0.9761904761904762,
                0.9976190476190476
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 41,
              "text_mean": 0.09761904761904762,
              "pooled": 0.09761904761904762,
              "wilson95": [
                0.07277575300403553,
                0.1297562481351199
              ],
              "bootstrap95": [
                0.07142857142857142,
                0.1261904761904762
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280,
              "pooled": 0.9321619897959184,
              "paired_text_mean": 0.9321428571428572,
              "bootstrap95": [
                0.9094941007653061,
                0.9530975765306122
              ]
            },
            "test": {
              "n_text": 420,
              "n_variants": 420,
              "pooled": 0.9485289115646258,
              "paired_text_mean": 0.9488095238095238,
              "bootstrap95": [
                0.9330667517006803,
                0.9629892998866213
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -0.0
        },
        "none_probability": {
          "eligible": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280
            },
            "test": {
              "n_text": 420,
              "n_variants": 420
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.2,
            "n_text": 280,
            "n_variants": 280,
            "detection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 278,
              "text_mean": 0.9928571428571429,
              "pooled": 0.9928571428571429,
              "wilson95": [
                0.9743348269530735,
                0.998038980406592
              ],
              "bootstrap95": [
                0.9821428571428571,
                1.0
              ]
            },
            "false_rejection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 12,
              "text_mean": 0.04285714285714286,
              "pooled": 0.04285714285714286,
              "wilson95": [
                0.02468340015245888,
                0.0734046625864023
              ],
              "bootstrap95": [
                0.02142857142857143,
                0.06428571428571428
              ]
            },
            "present_correct_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 268,
              "text_mean": 0.9571428571428572,
              "pooled": 0.9571428571428572,
              "wilson95": [
                0.9265953374135978,
                0.9753165998475413
              ],
              "bootstrap95": [
                0.9321428571428572,
                0.9785714285714285
              ]
            },
            "present_wrong_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                8.673617379884035e-19,
                0.013533818620629409
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 268,
              "text_mean": 0.9571428571428572,
              "pooled": 0.9571428571428572,
              "wilson95": [
                0.9265953374135978,
                0.9753165998475413
              ],
              "bootstrap95": [
                0.9321428571428572,
                0.9785714285714285
              ]
            },
            "absent_false_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 2,
              "text_mean": 0.007142857142857143,
              "pooled": 0.007142857142857143,
              "wilson95": [
                0.001961019593408128,
                0.02566517304692658
              ],
              "bootstrap95": [
                0.0,
                0.017857142857142856
              ]
            }
          },
          "test": {
            "threshold": 0.2,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 420,
              "text_mean": 1.0,
              "pooled": 1.0,
              "wilson95": [
                0.9909365666318185,
                0.9999999999999999
              ],
              "bootstrap95": [
                1.0,
                1.0
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 19,
              "text_mean": 0.04523809523809524,
              "pooled": 0.04523809523809524,
              "wilson95": [
                0.02914958608216981,
                0.06957001283841413
              ],
              "bootstrap95": [
                0.02619047619047619,
                0.06428571428571428
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 401,
              "text_mean": 0.9547619047619048,
              "pooled": 0.9547619047619048,
              "wilson95": [
                0.930429987161586,
                0.9708504139178302
              ],
              "bootstrap95": [
                0.9333333333333333,
                0.9738095238095238
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 401,
              "text_mean": 0.9547619047619048,
              "pooled": 0.9547619047619048,
              "wilson95": [
                0.930429987161586,
                0.9708504139178302
              ],
              "bootstrap95": [
                0.9333333333333333,
                0.9738095238095238
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280,
              "pooled": 0.9922066326530612,
              "paired_text_mean": 0.9928571428571429,
              "bootstrap95": [
                0.9843738839285714,
                0.9983931760204082
              ]
            },
            "test": {
              "n_text": 420,
              "n_variants": 420,
              "pooled": 0.9970238095238095,
              "paired_text_mean": 0.9988095238095238,
              "bootstrap95": [
                0.9937183956916099,
                0.9991215277777777
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.2
        }
      },
      "coverage": {
        "calibration": {
          "n_pairs": 560,
          "n_text": 280,
          "prevalence": 0.5,
          "brier": 0.022561607142857144,
          "brier_text_mean": 0.022561607142857144,
          "brier_bootstrap95": [
            0.013346758928571428,
            0.03332736607142857
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 263,
              "mean_predicted": 0.0026996197718631184,
              "observed": 0.0038022813688212928
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 6,
              "mean_predicted": 0.12166666666666666,
              "observed": 0.16666666666666666
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 2,
              "mean_predicted": 0.20500000000000002,
              "observed": 0.5
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 4,
              "mean_predicted": 0.42999999999999994,
              "observed": 0.75
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 3,
              "mean_predicted": 0.5166666666666667,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 2,
              "mean_predicted": 0.605,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 5,
              "mean_predicted": 0.7500000000000001,
              "observed": 0.4
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 6,
              "mean_predicted": 0.85,
              "observed": 0.5
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 269,
              "mean_predicted": 0.9966171003717473,
              "observed": 0.9851301115241635
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        },
        "test": {
          "n_pairs": 840,
          "n_text": 420,
          "prevalence": 0.5,
          "brier": 0.016553571428571428,
          "brier_text_mean": 0.01655357142857143,
          "brier_bootstrap95": [
            0.01034975595238095,
            0.02413280059523809
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 395,
              "mean_predicted": 0.002911392405063292,
              "observed": 0.0
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 5,
              "mean_predicted": 0.142,
              "observed": 0.0
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 5,
              "mean_predicted": 0.246,
              "observed": 0.2
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 6,
              "mean_predicted": 0.35333333333333333,
              "observed": 0.5
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 5,
              "mean_predicted": 0.458,
              "observed": 0.8
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 3,
              "mean_predicted": 0.5333333333333333,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 4,
              "mean_predicted": 0.65,
              "observed": 0.75
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 4,
              "mean_predicted": 0.735,
              "observed": 0.5
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 8,
              "mean_predicted": 0.85875,
              "observed": 0.75
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 405,
              "mean_predicted": 0.9969629629629636,
              "observed": 0.9851851851851852
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        }
      },
      "conditional_ordinary": {
        "calibration": {
          "n_pairs": 280,
          "n_text": 280,
          "prevalence": 0.9964285714285714,
          "brier": 0.0016642857142857143,
          "brier_text_mean": 0.0016642857142857143,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 1,
              "mean_predicted": 0.57,
              "observed": 0.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 2,
              "mean_predicted": 0.75,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 1,
              "mean_predicted": 0.88,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 276,
              "mean_predicted": 0.9998188405797103,
              "observed": 1.0
            }
          ],
          "defined": 280,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9964285714285714,
          "decision_n": 280,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 420,
          "n_text": 420,
          "prevalence": 1.0,
          "brier": 0.0003269047619047619,
          "brier_text_mean": 0.0003269047619047619,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 1,
              "mean_predicted": 0.63,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 419,
              "mean_predicted": 0.9999045346062052,
              "observed": 1.0
            }
          ],
          "defined": 420,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 1.0,
          "decision_n": 420,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      },
      "conditional_ordinary_with_none": {
        "calibration": {
          "n_pairs": 278,
          "n_text": 278,
          "prevalence": 1.0,
          "brier": 0.00043367665517356744,
          "brier_text_mean": 0.00043367665517356744,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 1,
              "mean_predicted": 0.6770833333333334,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 1,
              "mean_predicted": 0.8775510204081632,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 276,
              "mean_predicted": 0.9998380911585023,
              "observed": 1.0
            }
          ],
          "defined": 278,
          "zero_ordinary_mass": 2,
          "undefined_fraction": 0.007142857142857143,
          "decision_accuracy": 0.9964285714285714,
          "decision_n": 280,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 419,
          "n_text": 419,
          "prevalence": 1.0,
          "brier": 0.000398462332754128,
          "brier_text_mean": 0.000398462332754128,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 1,
              "mean_predicted": 0.5913978494623656,
              "observed": 1.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 418,
              "mean_predicted": 1.0,
              "observed": 1.0
            }
          ],
          "defined": 419,
          "zero_ordinary_mass": 1,
          "undefined_fraction": 0.002380952380952381,
          "decision_accuracy": 1.0,
          "decision_n": 420,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      }
    },
    "dbpedia|k2|neutral|aligned": {
      "group": "dbpedia|k2|neutral|aligned",
      "task": "dbpedia",
      "candidate_size": 2,
      "name_mode": "neutral",
      "none_mode": "aligned",
      "member_seeds": [
        0
      ],
      "order_seeds": [
        0
      ],
      "multiple_variants": false,
      "n_unique_member_sets": 91,
      "failure_metadata_fields": {},
      "has_probabilities": true,
      "n_text": {
        "calibration": 280,
        "test": 420
      },
      "n_variants": {
        "calibration": 280,
        "test": 420
      },
      "native": {
        "calibration": {
          "present": {
            "correct": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 269,
              "text_mean": 0.9607142857142857,
              "pooled": 0.9607142857142857,
              "wilson95": [
                0.9310338901194122,
                0.9779242341515795
              ],
              "bootstrap95": [
                0.9357142857142857,
                0.9821428571428571
              ]
            },
            "wrong": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 1,
              "text_mean": 0.0035714285714285713,
              "pooled": 0.0035714285714285713,
              "wilson95": [
                0.0006307232802881257,
                0.01994928235019393
              ],
              "bootstrap95": [
                0.0,
                0.010714285714285714
              ]
            },
            "rejected": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 10,
              "text_mean": 0.03571428571428571,
              "pooled": 0.03571428571428571,
              "wilson95": [
                0.019512932740438697,
                0.06448275597871718
              ],
              "bootstrap95": [
                0.014285714285714285,
                0.060714285714285714
              ]
            },
            "interface_failure": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                8.673617379884035e-19,
                0.013533818620629409
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 275,
              "text_mean": 0.9821428571428571,
              "pooled": 0.9821428571428571,
              "wilson95": [
                0.9588862639842034,
                0.9923489823459039
              ],
              "bootstrap95": [
                0.9642857142857143,
                0.9964285714285714
              ]
            },
            "accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 5,
              "text_mean": 0.017857142857142856,
              "pooled": 0.017857142857142856,
              "wilson95": [
                0.007651017654096145,
                0.0411137360157965
              ],
              "bootstrap95": [
                0.0035714285714285713,
                0.03571428571428571
              ]
            },
            "interface_failure": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                8.673617379884035e-19,
                0.013533818620629409
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 280,
            "text_mean": 0.9464285714285714,
            "bootstrap95": [
              0.9178571428571428,
              0.9714285714285714
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        },
        "test": {
          "present": {
            "correct": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 408,
              "text_mean": 0.9714285714285714,
              "pooled": 0.9714285714285714,
              "wilson95": [
                0.9507298242189398,
                0.9835817957482035
              ],
              "bootstrap95": [
                0.9547619047619048,
                0.9857142857142858
              ]
            },
            "wrong": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 1,
              "text_mean": 0.002380952380952381,
              "pooled": 0.002380952380952381,
              "wilson95": [
                0.00042042027400248944,
                0.013361758649568439
              ],
              "bootstrap95": [
                0.0,
                0.007142857142857143
              ]
            },
            "rejected": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 11,
              "text_mean": 0.02619047619047619,
              "pooled": 0.02619047619047619,
              "wilson95": [
                0.01468608248136842,
                0.04628355199609863
              ],
              "bootstrap95": [
                0.011904761904761904,
                0.04285714285714286
              ]
            },
            "interface_failure": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 414,
              "text_mean": 0.9857142857142858,
              "pooled": 0.9857142857142858,
              "wilson95": [
                0.9691873756006921,
                0.993436717698789
              ],
              "bootstrap95": [
                0.9738095238095238,
                0.9952380952380953
              ]
            },
            "accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 6,
              "text_mean": 0.014285714285714285,
              "pooled": 0.014285714285714285,
              "wilson95": [
                0.006563282301211009,
                0.03081262439930798
              ],
              "bootstrap95": [
                0.004761904761904762,
                0.02619047619047619
              ]
            },
            "interface_failure": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 420,
            "text_mean": 0.9595238095238096,
            "bootstrap95": [
              0.9404761904761905,
              0.9762499999999996
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        }
      },
      "scores": {
        "negative_max": {
          "eligible": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280
            },
            "test": {
              "n_text": 420,
              "n_variants": 420
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -1.0,
            "n_text": 280,
            "n_variants": 280,
            "detection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 265,
              "text_mean": 0.9464285714285714,
              "pooled": 0.9464285714285714,
              "wilson95": [
                0.9135038000071873,
                0.9672695762243935
              ],
              "bootstrap95": [
                0.9178571428571428,
                0.9714285714285714
              ]
            },
            "false_rejection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 7,
              "text_mean": 0.025,
              "pooled": 0.025,
              "wilson95": [
                0.012161668350597052,
                0.050695459339000895
              ],
              "bootstrap95": [
                0.007142857142857143,
                0.04285714285714286
              ]
            },
            "present_correct_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 273,
              "text_mean": 0.975,
              "pooled": 0.975,
              "wilson95": [
                0.9493045406609991,
                0.9878383316494029
              ],
              "bootstrap95": [
                0.9571428571428572,
                0.9928571428571429
              ]
            },
            "present_wrong_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                8.673617379884035e-19,
                0.013533818620629409
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 273,
              "text_mean": 0.975,
              "pooled": 0.975,
              "wilson95": [
                0.9493045406609991,
                0.9878383316494029
              ],
              "bootstrap95": [
                0.9571428571428572,
                0.9928571428571429
              ]
            },
            "absent_false_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 15,
              "text_mean": 0.05357142857142857,
              "pooled": 0.05357142857142857,
              "wilson95": [
                0.03273042377560646,
                0.08649619999281265
              ],
              "bootstrap95": [
                0.02857142857142857,
                0.07857142857142857
              ]
            }
          },
          "test": {
            "threshold": -1.0,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 401,
              "text_mean": 0.9547619047619048,
              "pooled": 0.9547619047619048,
              "wilson95": [
                0.930429987161586,
                0.9708504139178302
              ],
              "bootstrap95": [
                0.9357142857142857,
                0.9714285714285714
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 8,
              "text_mean": 0.01904761904761905,
              "pooled": 0.01904761904761905,
              "wilson95": [
                0.009682629437270296,
                0.03713076837402792
              ],
              "bootstrap95": [
                0.007142857142857143,
                0.03333333333333333
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 412,
              "text_mean": 0.9809523809523809,
              "pooled": 0.9809523809523809,
              "wilson95": [
                0.962869231625972,
                0.9903173705627296
              ],
              "bootstrap95": [
                0.9666666666666667,
                0.9928571428571429
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 412,
              "text_mean": 0.9809523809523809,
              "pooled": 0.9809523809523809,
              "wilson95": [
                0.962869231625972,
                0.9903173705627296
              ],
              "bootstrap95": [
                0.9666666666666667,
                0.9928571428571429
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 19,
              "text_mean": 0.04523809523809524,
              "pooled": 0.04523809523809524,
              "wilson95": [
                0.02914958608216981,
                0.06957001283841413
              ],
              "bootstrap95": [
                0.02619047619047619,
                0.06666666666666667
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280,
              "pooled": 0.9639923469387756,
              "paired_text_mean": 0.9660714285714286,
              "bootstrap95": [
                0.9461095344387755,
                0.979851881377551
              ]
            },
            "test": {
              "n_text": 420,
              "n_variants": 420,
              "pooled": 0.973985260770975,
              "paired_text_mean": 0.9726190476190476,
              "bootstrap95": [
                0.9607961309523809,
                0.9848995890022676
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -1.0
        },
        "normalized_entropy": {
          "eligible": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280
            },
            "test": {
              "n_text": 420,
              "n_variants": 420
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -0.0,
            "n_text": 280,
            "n_variants": 280,
            "detection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 265,
              "text_mean": 0.9464285714285714,
              "pooled": 0.9464285714285714,
              "wilson95": [
                0.9135038000071873,
                0.9672695762243935
              ],
              "bootstrap95": [
                0.9213392857142857,
                0.9714285714285714
              ]
            },
            "false_rejection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 7,
              "text_mean": 0.025,
              "pooled": 0.025,
              "wilson95": [
                0.012161668350597052,
                0.050695459339000895
              ],
              "bootstrap95": [
                0.007142857142857143,
                0.04285714285714286
              ]
            },
            "present_correct_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 273,
              "text_mean": 0.975,
              "pooled": 0.975,
              "wilson95": [
                0.9493045406609991,
                0.9878383316494029
              ],
              "bootstrap95": [
                0.9535714285714286,
                0.9928571428571429
              ]
            },
            "present_wrong_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                8.673617379884035e-19,
                0.013533818620629409
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 273,
              "text_mean": 0.975,
              "pooled": 0.975,
              "wilson95": [
                0.9493045406609991,
                0.9878383316494029
              ],
              "bootstrap95": [
                0.9535714285714286,
                0.9928571428571429
              ]
            },
            "absent_false_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 15,
              "text_mean": 0.05357142857142857,
              "pooled": 0.05357142857142857,
              "wilson95": [
                0.03273042377560646,
                0.08649619999281265
              ],
              "bootstrap95": [
                0.02857142857142857,
                0.08214285714285714
              ]
            }
          },
          "test": {
            "threshold": -0.0,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 401,
              "text_mean": 0.9547619047619048,
              "pooled": 0.9547619047619048,
              "wilson95": [
                0.930429987161586,
                0.9708504139178302
              ],
              "bootstrap95": [
                0.9333333333333333,
                0.9738095238095238
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 8,
              "text_mean": 0.01904761904761905,
              "pooled": 0.01904761904761905,
              "wilson95": [
                0.009682629437270296,
                0.03713076837402792
              ],
              "bootstrap95": [
                0.007142857142857143,
                0.03333333333333333
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 412,
              "text_mean": 0.9809523809523809,
              "pooled": 0.9809523809523809,
              "wilson95": [
                0.962869231625972,
                0.9903173705627296
              ],
              "bootstrap95": [
                0.9689880952380953,
                0.9928571428571429
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 412,
              "text_mean": 0.9809523809523809,
              "pooled": 0.9809523809523809,
              "wilson95": [
                0.962869231625972,
                0.9903173705627296
              ],
              "bootstrap95": [
                0.9666666666666667,
                0.9928571428571429
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 19,
              "text_mean": 0.04523809523809524,
              "pooled": 0.04523809523809524,
              "wilson95": [
                0.02914958608216981,
                0.06957001283841413
              ],
              "bootstrap95": [
                0.02619047619047619,
                0.06666666666666667
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280,
              "pooled": 0.9639923469387756,
              "paired_text_mean": 0.9660714285714286,
              "bootstrap95": [
                0.946179368622449,
                0.9806833545918368
              ]
            },
            "test": {
              "n_text": 420,
              "n_variants": 420,
              "pooled": 0.973985260770975,
              "paired_text_mean": 0.9726190476190476,
              "bootstrap95": [
                0.9619452947845805,
                0.9850632794784581
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -0.0
        },
        "none_probability": {
          "eligible": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280
            },
            "test": {
              "n_text": 420,
              "n_variants": 420
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.24,
            "n_text": 280,
            "n_variants": 280,
            "detection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 277,
              "text_mean": 0.9892857142857143,
              "pooled": 0.9892857142857143,
              "wilson95": [
                0.9689780078081504,
                0.9963496125416625
              ],
              "bootstrap95": [
                0.975,
                1.0
              ]
            },
            "false_rejection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 13,
              "text_mean": 0.04642857142857143,
              "pooled": 0.04642857142857143,
              "wilson95": [
                0.027330959599158492,
                0.07780329014955534
              ],
              "bootstrap95": [
                0.02142857142857143,
                0.07142857142857142
              ]
            },
            "present_correct_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 266,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.9178339854797117,
                0.9699855777617219
              ],
              "bootstrap95": [
                0.9214285714285714,
                0.975
              ]
            },
            "present_wrong_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 1,
              "text_mean": 0.0035714285714285713,
              "pooled": 0.0035714285714285713,
              "wilson95": [
                0.0006307232802881257,
                0.01994928235019393
              ],
              "bootstrap95": [
                0.0,
                0.014285714285714285
              ]
            },
            "present_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 267,
              "text_mean": 0.9535714285714286,
              "pooled": 0.9535714285714286,
              "wilson95": [
                0.9221967098504448,
                0.9726690404008417
              ],
              "bootstrap95": [
                0.925,
                0.9785714285714285
              ]
            },
            "absent_false_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 3,
              "text_mean": 0.010714285714285714,
              "pooled": 0.010714285714285714,
              "wilson95": [
                0.003650387458337581,
                0.031021992191849777
              ],
              "bootstrap95": [
                0.0,
                0.02142857142857143
              ]
            }
          },
          "test": {
            "threshold": 0.24,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 419,
              "text_mean": 0.9976190476190476,
              "pooled": 0.9976190476190476,
              "wilson95": [
                0.9866382413504315,
                0.9995795797259974
              ],
              "bootstrap95": [
                0.9928571428571429,
                1.0
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 20,
              "text_mean": 0.047619047619047616,
              "pooled": 0.047619047619047616,
              "wilson95": [
                0.031034610750252264,
                0.0724037337257213
              ],
              "bootstrap95": [
                0.02857142857142857,
                0.06904761904761905
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 399,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.9247755897990497,
                0.967067320169587
              ],
              "bootstrap95": [
                0.9285714285714286,
                0.9691071428571425
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 1,
              "text_mean": 0.002380952380952381,
              "pooled": 0.002380952380952381,
              "wilson95": [
                0.00042042027400248944,
                0.013361758649568439
              ],
              "bootstrap95": [
                0.0,
                0.007142857142857143
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 400,
              "text_mean": 0.9523809523809523,
              "pooled": 0.9523809523809523,
              "wilson95": [
                0.9275962662742786,
                0.9689653892497477
              ],
              "bootstrap95": [
                0.930952380952381,
                0.9714285714285714
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 1,
              "text_mean": 0.002380952380952381,
              "pooled": 0.002380952380952381,
              "wilson95": [
                0.00042042027400248944,
                0.013361758649568439
              ],
              "bootstrap95": [
                0.0,
                0.007142857142857143
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280,
              "pooled": 0.9921428571428571,
              "paired_text_mean": 0.9928571428571429,
              "bootstrap95": [
                0.9839598214285714,
                0.9986926020408163
              ]
            },
            "test": {
              "n_text": 420,
              "n_variants": 420,
              "pooled": 0.9960459183673469,
              "paired_text_mean": 0.9952380952380953,
              "bootstrap95": [
                0.9917317176870748,
                0.9991184807256236
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.24
        }
      },
      "coverage": {
        "calibration": {
          "n_pairs": 560,
          "n_text": 280,
          "prevalence": 0.5,
          "brier": 0.020539464285714282,
          "brier_text_mean": 0.020539464285714282,
          "brier_bootstrap95": [
            0.012180526785714286,
            0.030174133928571427
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 262,
              "mean_predicted": 0.004427480916030535,
              "observed": 0.007633587786259542
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 4,
              "mean_predicted": 0.16000000000000003,
              "observed": 0.0
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 5,
              "mean_predicted": 0.23199999999999998,
              "observed": 0.4
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 3,
              "mean_predicted": 0.37333333333333335,
              "observed": 0.0
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 1,
              "mean_predicted": 0.45,
              "observed": 1.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 2,
              "mean_predicted": 0.55,
              "observed": 0.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 2,
              "mean_predicted": 0.6599999999999999,
              "observed": 0.5
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 5,
              "mean_predicted": 0.736,
              "observed": 0.8
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 11,
              "mean_predicted": 0.8381818181818183,
              "observed": 0.8181818181818182
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 265,
              "mean_predicted": 0.9968301886792451,
              "observed": 0.9849056603773585
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        },
        "test": {
          "n_pairs": 840,
          "n_text": 420,
          "prevalence": 0.5,
          "brier": 0.01687404761904762,
          "brier_text_mean": 0.01687404761904762,
          "brier_bootstrap95": [
            0.010408074404761906,
            0.02382113095238094
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 393,
              "mean_predicted": 0.002722646310432572,
              "observed": 0.0
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 5,
              "mean_predicted": 0.14,
              "observed": 0.2
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 7,
              "mean_predicted": 0.24000000000000002,
              "observed": 0.2857142857142857
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 5,
              "mean_predicted": 0.35,
              "observed": 0.0
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 5,
              "mean_predicted": 0.422,
              "observed": 0.6
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 4,
              "mean_predicted": 0.5349999999999999,
              "observed": 1.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 4,
              "mean_predicted": 0.6475000000000001,
              "observed": 0.5
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 2,
              "mean_predicted": 0.76,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 7,
              "mean_predicted": 0.8285714285714285,
              "observed": 0.5714285714285714
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 408,
              "mean_predicted": 0.996176470588236,
              "observed": 0.9852941176470589
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        }
      },
      "conditional_ordinary": {
        "calibration": {
          "n_pairs": 280,
          "n_text": 280,
          "prevalence": 0.9928571428571429,
          "brier": 0.003727857142857143,
          "brier_text_mean": 0.003727857142857143,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 1,
              "mean_predicted": 0.66,
              "observed": 0.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 2,
              "mean_predicted": 0.75,
              "observed": 0.5
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 277,
              "mean_predicted": 0.999638989169675,
              "observed": 1.0
            }
          ],
          "defined": 280,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9928571428571429,
          "decision_n": 280,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 420,
          "n_text": 420,
          "prevalence": 0.9976190476190476,
          "brier": 0.0009269047619047618,
          "brier_text_mean": 0.0009269047619047618,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 1,
              "mean_predicted": 0.62,
              "observed": 0.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 419,
              "mean_predicted": 0.9996420047732697,
              "observed": 1.0
            }
          ],
          "defined": 420,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9976190476190476,
          "decision_n": 420,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      },
      "conditional_ordinary_with_none": {
        "calibration": {
          "n_pairs": 278,
          "n_text": 278,
          "prevalence": 0.9964028776978417,
          "brier": 0.001601902058440076,
          "brier_text_mean": 0.001601902058440076,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 1,
              "mean_predicted": 0.6521739130434783,
              "observed": 0.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 1,
              "mean_predicted": 0.8585858585858586,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 276,
              "mean_predicted": 1.0,
              "observed": 1.0
            }
          ],
          "defined": 278,
          "zero_ordinary_mass": 2,
          "undefined_fraction": 0.007142857142857143,
          "decision_accuracy": 0.9928571428571429,
          "decision_n": 280,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 418,
          "n_text": 418,
          "prevalence": 0.9976076555023924,
          "brier": 0.0011205645860149155,
          "brier_text_mean": 0.0011205645860149155,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 1,
              "mean_predicted": 0.6842105263157895,
              "observed": 0.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 417,
              "mean_predicted": 0.9999619352137338,
              "observed": 1.0
            }
          ],
          "defined": 418,
          "zero_ordinary_mass": 2,
          "undefined_fraction": 0.004761904761904762,
          "decision_accuracy": 0.9952380952380953,
          "decision_n": 420,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      }
    },
    "dbpedia|k4|natural|aligned": {
      "group": "dbpedia|k4|natural|aligned",
      "task": "dbpedia",
      "candidate_size": 4,
      "name_mode": "natural",
      "none_mode": "aligned",
      "member_seeds": [
        0
      ],
      "order_seeds": [
        0
      ],
      "multiple_variants": false,
      "n_unique_member_sets": 528,
      "failure_metadata_fields": {},
      "has_probabilities": true,
      "n_text": {
        "calibration": 280,
        "test": 420
      },
      "n_variants": {
        "calibration": 280,
        "test": 420
      },
      "native": {
        "calibration": {
          "present": {
            "correct": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 272,
              "text_mean": 0.9714285714285714,
              "pooled": 0.9714285714285714,
              "wilson95": [
                0.9446439353792738,
                0.9854527499212756
              ],
              "bootstrap95": [
                0.95,
                0.9892857142857143
              ]
            },
            "wrong": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                8.673617379884035e-19,
                0.013533818620629409
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "rejected": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 8,
              "text_mean": 0.02857142857142857,
              "pooled": 0.02857142857142857,
              "wilson95": [
                0.014547250078724379,
                0.05535606462072621
              ],
              "bootstrap95": [
                0.010714285714285714,
                0.05
              ]
            },
            "interface_failure": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                8.673617379884035e-19,
                0.013533818620629409
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 271,
              "text_mean": 0.9678571428571429,
              "pooled": 0.9678571428571429,
              "wilson95": [
                0.9400514084953961,
                0.9829990897953007
              ],
              "bootstrap95": [
                0.9464285714285714,
                0.9857142857142858
              ]
            },
            "accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 9,
              "text_mean": 0.03214285714285714,
              "pooled": 0.03214285714285714,
              "wilson95": [
                0.01700091020469933,
                0.059948591504603896
              ],
              "bootstrap95": [
                0.014285714285714285,
                0.05357142857142857
              ]
            },
            "interface_failure": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                8.673617379884035e-19,
                0.013533818620629409
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 280,
            "text_mean": 0.9392857142857143,
            "bootstrap95": [
              0.9071428571428571,
              0.9678571428571429
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        },
        "test": {
          "present": {
            "correct": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 410,
              "text_mean": 0.9761904761904762,
              "pooled": 0.9761904761904762,
              "wilson95": [
                0.9567323891526642,
                0.9870167219252584
              ],
              "bootstrap95": [
                0.9619047619047619,
                0.9904761904761905
              ]
            },
            "wrong": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "rejected": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 10,
              "text_mean": 0.023809523809523808,
              "pooled": 0.023809523809523808,
              "wilson95": [
                0.01298327807474163,
                0.04326761084733581
              ],
              "bootstrap95": [
                0.009523809523809525,
                0.0380952380952381
              ]
            },
            "interface_failure": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 401,
              "text_mean": 0.9547619047619048,
              "pooled": 0.9547619047619048,
              "wilson95": [
                0.930429987161586,
                0.9708504139178302
              ],
              "bootstrap95": [
                0.9357142857142857,
                0.9738095238095238
              ]
            },
            "accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 19,
              "text_mean": 0.04523809523809524,
              "pooled": 0.04523809523809524,
              "wilson95": [
                0.02914958608216981,
                0.06957001283841413
              ],
              "bootstrap95": [
                0.02619047619047619,
                0.06428571428571428
              ]
            },
            "interface_failure": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 420,
            "text_mean": 0.930952380952381,
            "bootstrap95": [
              0.9071428571428571,
              0.9524404761904758
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        }
      },
      "scores": {
        "negative_max": {
          "eligible": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280
            },
            "test": {
              "n_text": 420,
              "n_variants": 420
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -1.0,
            "n_text": 280,
            "n_variants": 280,
            "detection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 238,
              "text_mean": 0.85,
              "pooled": 0.85,
              "wilson95": [
                0.8034540796095218,
                0.8870722473560377
              ],
              "bootstrap95": [
                0.8071428571428572,
                0.8928571428571429
              ]
            },
            "false_rejection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 5,
              "text_mean": 0.017857142857142856,
              "pooled": 0.017857142857142856,
              "wilson95": [
                0.007651017654096145,
                0.0411137360157965
              ],
              "bootstrap95": [
                0.0035714285714285713,
                0.03571428571428571
              ]
            },
            "present_correct_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 275,
              "text_mean": 0.9821428571428571,
              "pooled": 0.9821428571428571,
              "wilson95": [
                0.9588862639842034,
                0.9923489823459039
              ],
              "bootstrap95": [
                0.9642857142857143,
                0.9964285714285714
              ]
            },
            "present_wrong_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                8.673617379884035e-19,
                0.013533818620629409
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 275,
              "text_mean": 0.9821428571428571,
              "pooled": 0.9821428571428571,
              "wilson95": [
                0.9588862639842034,
                0.9923489823459039
              ],
              "bootstrap95": [
                0.9642857142857143,
                0.9964285714285714
              ]
            },
            "absent_false_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 42,
              "text_mean": 0.15,
              "pooled": 0.15,
              "wilson95": [
                0.11292775264396232,
                0.1965459203904783
              ],
              "bootstrap95": [
                0.11071428571428571,
                0.19285714285714287
              ]
            }
          },
          "test": {
            "threshold": -1.0,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 354,
              "text_mean": 0.8428571428571429,
              "pooled": 0.8428571428571429,
              "wilson95": [
                0.8049632052213128,
                0.8745361547547915
              ],
              "bootstrap95": [
                0.8047619047619048,
                0.8761904761904762
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 9,
              "text_mean": 0.02142857142857143,
              "pooled": 0.02142857142857143,
              "wilson95": [
                0.011313786149558061,
                0.04021835721712977
              ],
              "bootstrap95": [
                0.009523809523809525,
                0.03571428571428571
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 411,
              "text_mean": 0.9785714285714285,
              "pooled": 0.9785714285714285,
              "wilson95": [
                0.9597816427828701,
                0.9886862138504419
              ],
              "bootstrap95": [
                0.9642857142857143,
                0.9904761904761905
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 411,
              "text_mean": 0.9785714285714285,
              "pooled": 0.9785714285714285,
              "wilson95": [
                0.9597816427828701,
                0.9886862138504419
              ],
              "bootstrap95": [
                0.9642857142857143,
                0.9904761904761905
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 66,
              "text_mean": 0.15714285714285714,
              "pooled": 0.15714285714285714,
              "wilson95": [
                0.12546384524520848,
                0.1950367947786873
              ],
              "bootstrap95": [
                0.12142857142857143,
                0.19047619047619047
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280,
              "pooled": 0.9169770408163266,
              "paired_text_mean": 0.9196428571428571,
              "bootstrap95": [
                0.892250318877551,
                0.9390891262755102
              ]
            },
            "test": {
              "n_text": 420,
              "n_variants": 420,
              "pooled": 0.9156462585034013,
              "paired_text_mean": 0.9119047619047619,
              "bootstrap95": [
                0.8972220096371882,
                0.9340417375283446
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -1.0
        },
        "normalized_entropy": {
          "eligible": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280
            },
            "test": {
              "n_text": 420,
              "n_variants": 420
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -0.0,
            "n_text": 280,
            "n_variants": 280,
            "detection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 238,
              "text_mean": 0.85,
              "pooled": 0.85,
              "wilson95": [
                0.8034540796095218,
                0.8870722473560377
              ],
              "bootstrap95": [
                0.8071428571428572,
                0.8928571428571429
              ]
            },
            "false_rejection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 5,
              "text_mean": 0.017857142857142856,
              "pooled": 0.017857142857142856,
              "wilson95": [
                0.007651017654096145,
                0.0411137360157965
              ],
              "bootstrap95": [
                0.0035714285714285713,
                0.03223214285714237
              ]
            },
            "present_correct_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 275,
              "text_mean": 0.9821428571428571,
              "pooled": 0.9821428571428571,
              "wilson95": [
                0.9588862639842034,
                0.9923489823459039
              ],
              "bootstrap95": [
                0.9642857142857143,
                0.9964285714285714
              ]
            },
            "present_wrong_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                8.673617379884035e-19,
                0.013533818620629409
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 275,
              "text_mean": 0.9821428571428571,
              "pooled": 0.9821428571428571,
              "wilson95": [
                0.9588862639842034,
                0.9923489823459039
              ],
              "bootstrap95": [
                0.9642857142857143,
                0.9964285714285714
              ]
            },
            "absent_false_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 42,
              "text_mean": 0.15,
              "pooled": 0.15,
              "wilson95": [
                0.11292775264396232,
                0.1965459203904783
              ],
              "bootstrap95": [
                0.10714285714285714,
                0.19285714285714287
              ]
            }
          },
          "test": {
            "threshold": -0.0,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 354,
              "text_mean": 0.8428571428571429,
              "pooled": 0.8428571428571429,
              "wilson95": [
                0.8049632052213128,
                0.8745361547547915
              ],
              "bootstrap95": [
                0.8071428571428572,
                0.8761904761904762
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 9,
              "text_mean": 0.02142857142857143,
              "pooled": 0.02142857142857143,
              "wilson95": [
                0.011313786149558061,
                0.04021835721712977
              ],
              "bootstrap95": [
                0.009523809523809525,
                0.03571428571428571
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 411,
              "text_mean": 0.9785714285714285,
              "pooled": 0.9785714285714285,
              "wilson95": [
                0.9597816427828701,
                0.9886862138504419
              ],
              "bootstrap95": [
                0.9642857142857143,
                0.9904761904761905
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 411,
              "text_mean": 0.9785714285714285,
              "pooled": 0.9785714285714285,
              "wilson95": [
                0.9597816427828701,
                0.9886862138504419
              ],
              "bootstrap95": [
                0.9642857142857143,
                0.9904761904761905
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 66,
              "text_mean": 0.15714285714285714,
              "pooled": 0.15714285714285714,
              "wilson95": [
                0.12546384524520848,
                0.1950367947786873
              ],
              "bootstrap95": [
                0.12380952380952381,
                0.19047619047619047
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280,
              "pooled": 0.918233418367347,
              "paired_text_mean": 0.9196428571428571,
              "bootstrap95": [
                0.894295280612245,
                0.9397045599489796
              ]
            },
            "test": {
              "n_text": 420,
              "n_variants": 420,
              "pooled": 0.9160374149659863,
              "paired_text_mean": 0.9119047619047619,
              "bootstrap95": [
                0.8973382936507937,
                0.9338353174603174
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -0.0
        },
        "none_probability": {
          "eligible": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280
            },
            "test": {
              "n_text": 420,
              "n_variants": 420
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.11,
            "n_text": 280,
            "n_variants": 280,
            "detection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 280,
              "text_mean": 1.0,
              "pooled": 1.0,
              "wilson95": [
                0.9864661813793707,
                1.0
              ],
              "bootstrap95": [
                1.0,
                1.0
              ]
            },
            "false_rejection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 13,
              "text_mean": 0.04642857142857143,
              "pooled": 0.04642857142857143,
              "wilson95": [
                0.027330959599158492,
                0.07780329014955534
              ],
              "bootstrap95": [
                0.025,
                0.075
              ]
            },
            "present_correct_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 267,
              "text_mean": 0.9535714285714286,
              "pooled": 0.9535714285714286,
              "wilson95": [
                0.9221967098504448,
                0.9726690404008417
              ],
              "bootstrap95": [
                0.9285714285714286,
                0.9785714285714285
              ]
            },
            "present_wrong_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                8.673617379884035e-19,
                0.013533818620629409
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 267,
              "text_mean": 0.9535714285714286,
              "pooled": 0.9535714285714286,
              "wilson95": [
                0.9221967098504448,
                0.9726690404008417
              ],
              "bootstrap95": [
                0.9285714285714286,
                0.975
              ]
            },
            "absent_false_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                8.673617379884035e-19,
                0.013533818620629409
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "test": {
            "threshold": 0.11,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 419,
              "text_mean": 0.9976190476190476,
              "pooled": 0.9976190476190476,
              "wilson95": [
                0.9866382413504315,
                0.9995795797259974
              ],
              "bootstrap95": [
                0.9928571428571429,
                1.0
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 20,
              "text_mean": 0.047619047619047616,
              "pooled": 0.047619047619047616,
              "wilson95": [
                0.031034610750252264,
                0.0724037337257213
              ],
              "bootstrap95": [
                0.02857142857142857,
                0.06904761904761905
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 400,
              "text_mean": 0.9523809523809523,
              "pooled": 0.9523809523809523,
              "wilson95": [
                0.9275962662742786,
                0.9689653892497477
              ],
              "bootstrap95": [
                0.930952380952381,
                0.9714285714285714
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 400,
              "text_mean": 0.9523809523809523,
              "pooled": 0.9523809523809523,
              "wilson95": [
                0.9275962662742786,
                0.9689653892497477
              ],
              "bootstrap95": [
                0.9332738095238096,
                0.9714285714285714
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 1,
              "text_mean": 0.002380952380952381,
              "pooled": 0.002380952380952381,
              "wilson95": [
                0.00042042027400248944,
                0.013361758649568439
              ],
              "bootstrap95": [
                0.0,
                0.007142857142857143
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280,
              "pooled": 0.9932844387755102,
              "paired_text_mean": 0.9892857142857143,
              "bootstrap95": [
                0.9861286670918368,
                0.998781887755102
              ]
            },
            "test": {
              "n_text": 420,
              "n_variants": 420,
              "pooled": 0.995436507936508,
              "paired_text_mean": 0.9988095238095238,
              "bootstrap95": [
                0.9915759637188208,
                0.9983871882086168
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.11
        }
      },
      "coverage": {
        "calibration": {
          "n_pairs": 560,
          "n_text": 280,
          "prevalence": 0.5,
          "brier": 0.02101982142857143,
          "brier_text_mean": 0.02101982142857143,
          "brier_bootstrap95": [
            0.012136308035714288,
            0.031250705357142854
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 265,
              "mean_predicted": 0.0029056603773584913,
              "observed": 0.0
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 5,
              "mean_predicted": 0.138,
              "observed": 0.2
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 4,
              "mean_predicted": 0.24,
              "observed": 0.5
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 1,
              "mean_predicted": 0.37,
              "observed": 1.0
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 6,
              "mean_predicted": 0.4483333333333333,
              "observed": 0.8333333333333334
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 3,
              "mean_predicted": 0.5566666666666666,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 6,
              "mean_predicted": 0.6316666666666667,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 3,
              "mean_predicted": 0.7533333333333333,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 4,
              "mean_predicted": 0.85,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 263,
              "mean_predicted": 0.9934220532319393,
              "observed": 0.9809885931558935
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        },
        "test": {
          "n_pairs": 840,
          "n_text": 420,
          "prevalence": 0.5,
          "brier": 0.024286904761904766,
          "brier_text_mean": 0.024286904761904766,
          "brier_bootstrap95": [
            0.017301395833333334,
            0.032412193452380944
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 399,
              "mean_predicted": 0.0021052631578947377,
              "observed": 0.0
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 9,
              "mean_predicted": 0.14333333333333334,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 8,
              "mean_predicted": 0.2425,
              "observed": 0.75
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 4,
              "mean_predicted": 0.335,
              "observed": 0.75
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 8,
              "mean_predicted": 0.43,
              "observed": 0.875
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 7,
              "mean_predicted": 0.5357142857142857,
              "observed": 0.7142857142857143
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 5,
              "mean_predicted": 0.6340000000000001,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 10,
              "mean_predicted": 0.749,
              "observed": 0.9
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 11,
              "mean_predicted": 0.8472727272727273,
              "observed": 0.9090909090909091
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 379,
              "mean_predicted": 0.9934036939313993,
              "observed": 0.9815303430079155
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        }
      },
      "conditional_ordinary": {
        "calibration": {
          "n_pairs": 280,
          "n_text": 280,
          "prevalence": 0.9928571428571429,
          "brier": 0.004163928571428571,
          "brier_text_mean": 0.004163928571428571,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 2,
              "mean_predicted": 0.635,
              "observed": 0.5
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 1,
              "mean_predicted": 0.82,
              "observed": 0.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 277,
              "mean_predicted": 0.999638989169675,
              "observed": 1.0
            }
          ],
          "defined": 280,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9928571428571429,
          "decision_n": 280,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 420,
          "n_text": 420,
          "prevalence": 1.0,
          "brier": 0.0001992857142857143,
          "brier_text_mean": 0.0001992857142857143,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 1,
              "mean_predicted": 0.78,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 2,
              "mean_predicted": 0.875,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 417,
              "mean_predicted": 0.9997122302158273,
              "observed": 1.0
            }
          ],
          "defined": 420,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 1.0,
          "decision_n": 420,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      },
      "conditional_ordinary_with_none": {
        "calibration": {
          "n_pairs": 278,
          "n_text": 278,
          "prevalence": 0.9964028776978417,
          "brier": 0.0029966073422253935,
          "brier_text_mean": 0.0029966073422253935,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 1,
              "mean_predicted": 0.8484848484848485,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 277,
              "mean_predicted": 0.9996028880866425,
              "observed": 0.9963898916967509
            }
          ],
          "defined": 278,
          "zero_ordinary_mass": 2,
          "undefined_fraction": 0.007142857142857143,
          "decision_accuracy": 0.9964285714285714,
          "decision_n": 280,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 419,
          "n_text": 419,
          "prevalence": 1.0,
          "brier": 0.0001566700519857919,
          "brier_text_mean": 0.0001566700519857919,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 3,
              "mean_predicted": 0.8564343731869505,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 416,
              "mean_predicted": 0.999923114459945,
              "observed": 1.0
            }
          ],
          "defined": 419,
          "zero_ordinary_mass": 1,
          "undefined_fraction": 0.002380952380952381,
          "decision_accuracy": 1.0,
          "decision_n": 420,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      }
    },
    "dbpedia|k4|neutral|aligned": {
      "group": "dbpedia|k4|neutral|aligned",
      "task": "dbpedia",
      "candidate_size": 4,
      "name_mode": "neutral",
      "none_mode": "aligned",
      "member_seeds": [
        0
      ],
      "order_seeds": [
        0
      ],
      "multiple_variants": false,
      "n_unique_member_sets": 528,
      "failure_metadata_fields": {},
      "has_probabilities": true,
      "n_text": {
        "calibration": 280,
        "test": 420
      },
      "n_variants": {
        "calibration": 280,
        "test": 420
      },
      "native": {
        "calibration": {
          "present": {
            "correct": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 271,
              "text_mean": 0.9678571428571429,
              "pooled": 0.9678571428571429,
              "wilson95": [
                0.9400514084953961,
                0.9829990897953007
              ],
              "bootstrap95": [
                0.9464285714285714,
                0.9857142857142858
              ]
            },
            "wrong": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 1,
              "text_mean": 0.0035714285714285713,
              "pooled": 0.0035714285714285713,
              "wilson95": [
                0.0006307232802881257,
                0.01994928235019393
              ],
              "bootstrap95": [
                0.0,
                0.010714285714285714
              ]
            },
            "rejected": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 8,
              "text_mean": 0.02857142857142857,
              "pooled": 0.02857142857142857,
              "wilson95": [
                0.014547250078724379,
                0.05535606462072621
              ],
              "bootstrap95": [
                0.010714285714285714,
                0.05
              ]
            },
            "interface_failure": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                8.673617379884035e-19,
                0.013533818620629409
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 274,
              "text_mean": 0.9785714285714285,
              "pooled": 0.9785714285714285,
              "wilson95": [
                0.9540460917784044,
                0.9901429675418503
              ],
              "bootstrap95": [
                0.9571428571428572,
                0.9928571428571429
              ]
            },
            "accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 6,
              "text_mean": 0.02142857142857143,
              "pooled": 0.02142857142857143,
              "wilson95": [
                0.009857032458149666,
                0.04595390822159563
              ],
              "bootstrap95": [
                0.007142857142857143,
                0.039285714285714285
              ]
            },
            "interface_failure": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                8.673617379884035e-19,
                0.013533818620629409
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 280,
            "text_mean": 0.95,
            "bootstrap95": [
              0.925,
              0.9714285714285714
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        },
        "test": {
          "present": {
            "correct": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 409,
              "text_mean": 0.9738095238095238,
              "pooled": 0.9738095238095238,
              "wilson95": [
                0.9537164480039013,
                0.9853139175186316
              ],
              "bootstrap95": [
                0.9571428571428572,
                0.9880952380952381
              ]
            },
            "wrong": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "rejected": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 11,
              "text_mean": 0.02619047619047619,
              "pooled": 0.02619047619047619,
              "wilson95": [
                0.01468608248136842,
                0.04628355199609863
              ],
              "bootstrap95": [
                0.011904761904761904,
                0.04285714285714286
              ]
            },
            "interface_failure": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 406,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.9448321361641523,
                0.9800419926922119
              ],
              "bootstrap95": [
                0.9476190476190476,
                0.9833333333333333
              ]
            },
            "accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 14,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.019958007307788107,
                0.05516786383584777
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.05238095238095238
              ]
            },
            "interface_failure": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 420,
            "text_mean": 0.9404761904761905,
            "bootstrap95": [
              0.9166666666666666,
              0.9619047619047619
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        }
      },
      "scores": {
        "negative_max": {
          "eligible": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280
            },
            "test": {
              "n_text": 420,
              "n_variants": 420
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -1.0,
            "n_text": 280,
            "n_variants": 280,
            "detection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 262,
              "text_mean": 0.9357142857142857,
              "pooled": 0.9357142857142857,
              "wilson95": [
                0.9006819688438781,
                0.9589528463581449
              ],
              "bootstrap95": [
                0.9071428571428571,
                0.9642857142857143
              ]
            },
            "false_rejection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 11,
              "text_mean": 0.039285714285714285,
              "pooled": 0.039285714285714285,
              "wilson95": [
                0.022075765848420574,
                0.06896610988058796
              ],
              "bootstrap95": [
                0.017857142857142856,
                0.060714285714285714
              ]
            },
            "present_correct_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 269,
              "text_mean": 0.9607142857142857,
              "pooled": 0.9607142857142857,
              "wilson95": [
                0.9310338901194122,
                0.9779242341515795
              ],
              "bootstrap95": [
                0.9357142857142857,
                0.9821428571428571
              ]
            },
            "present_wrong_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                8.673617379884035e-19,
                0.013533818620629409
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 269,
              "text_mean": 0.9607142857142857,
              "pooled": 0.9607142857142857,
              "wilson95": [
                0.9310338901194122,
                0.9779242341515795
              ],
              "bootstrap95": [
                0.9357142857142857,
                0.9821428571428571
              ]
            },
            "absent_false_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 18,
              "text_mean": 0.06428571428571428,
              "pooled": 0.06428571428571428,
              "wilson95": [
                0.0410471536418551,
                0.09931803115612198
              ],
              "bootstrap95": [
                0.039285714285714285,
                0.09285714285714286
              ]
            }
          },
          "test": {
            "threshold": -1.0,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 383,
              "text_mean": 0.9119047619047619,
              "pooled": 0.9119047619047619,
              "wilson95": [
                0.880931016885516,
                0.935411964196887
              ],
              "bootstrap95": [
                0.8833333333333333,
                0.9357142857142857
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 14,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.019958007307788107,
                0.05516786383584777
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.05238095238095238
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 406,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.9448321361641523,
                0.9800419926922119
              ],
              "bootstrap95": [
                0.9476190476190476,
                0.9833333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 406,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.9448321361641523,
                0.9800419926922119
              ],
              "bootstrap95": [
                0.9476190476190476,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 37,
              "text_mean": 0.0880952380952381,
              "pooled": 0.0880952380952381,
              "wilson95": [
                0.06458803580311298,
                0.11906898311448402
              ],
              "bootstrap95": [
                0.06190476190476191,
                0.11434523809523776
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280,
              "pooled": 0.9585841836734694,
              "paired_text_mean": 0.9571428571428572,
              "bootstrap95": [
                0.9395078124999999,
                0.9746302614795919
              ]
            },
            "test": {
              "n_text": 420,
              "n_variants": 420,
              "pooled": 0.9481150793650793,
              "paired_text_mean": 0.9488095238095238,
              "bootstrap95": [
                0.9314377125850339,
                0.9634594671201814
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -1.0
        },
        "normalized_entropy": {
          "eligible": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280
            },
            "test": {
              "n_text": 420,
              "n_variants": 420
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -0.0,
            "n_text": 280,
            "n_variants": 280,
            "detection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 262,
              "text_mean": 0.9357142857142857,
              "pooled": 0.9357142857142857,
              "wilson95": [
                0.9006819688438781,
                0.9589528463581449
              ],
              "bootstrap95": [
                0.9071428571428571,
                0.9642857142857143
              ]
            },
            "false_rejection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 11,
              "text_mean": 0.039285714285714285,
              "pooled": 0.039285714285714285,
              "wilson95": [
                0.022075765848420574,
                0.06896610988058796
              ],
              "bootstrap95": [
                0.017857142857142856,
                0.06428571428571428
              ]
            },
            "present_correct_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 269,
              "text_mean": 0.9607142857142857,
              "pooled": 0.9607142857142857,
              "wilson95": [
                0.9310338901194122,
                0.9779242341515795
              ],
              "bootstrap95": [
                0.9357142857142857,
                0.9821428571428571
              ]
            },
            "present_wrong_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                8.673617379884035e-19,
                0.013533818620629409
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 269,
              "text_mean": 0.9607142857142857,
              "pooled": 0.9607142857142857,
              "wilson95": [
                0.9310338901194122,
                0.9779242341515795
              ],
              "bootstrap95": [
                0.9357142857142857,
                0.9821428571428571
              ]
            },
            "absent_false_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 18,
              "text_mean": 0.06428571428571428,
              "pooled": 0.06428571428571428,
              "wilson95": [
                0.0410471536418551,
                0.09931803115612198
              ],
              "bootstrap95": [
                0.03571428571428571,
                0.09294642857142808
              ]
            }
          },
          "test": {
            "threshold": -0.0,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 383,
              "text_mean": 0.9119047619047619,
              "pooled": 0.9119047619047619,
              "wilson95": [
                0.880931016885516,
                0.935411964196887
              ],
              "bootstrap95": [
                0.8857142857142857,
                0.9380952380952381
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 14,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.019958007307788107,
                0.05516786383584777
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.05
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 406,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.9448321361641523,
                0.9800419926922119
              ],
              "bootstrap95": [
                0.95,
                0.9833333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 406,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.9448321361641523,
                0.9800419926922119
              ],
              "bootstrap95": [
                0.95,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 37,
              "text_mean": 0.0880952380952381,
              "pooled": 0.0880952380952381,
              "wilson95": [
                0.06458803580311298,
                0.11906898311448402
              ],
              "bootstrap95": [
                0.06190476190476191,
                0.11666666666666667
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280,
              "pooled": 0.9596237244897959,
              "paired_text_mean": 0.9571428571428572,
              "bootstrap95": [
                0.9419191645408163,
                0.9763673469387755
              ]
            },
            "test": {
              "n_text": 420,
              "n_variants": 420,
              "pooled": 0.9492460317460317,
              "paired_text_mean": 0.9488095238095238,
              "bootstrap95": [
                0.9339956065759638,
                0.9641967120181405
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -0.0
        },
        "none_probability": {
          "eligible": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280
            },
            "test": {
              "n_text": 420,
              "n_variants": 420
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.27,
            "n_text": 280,
            "n_variants": 280,
            "detection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 277,
              "text_mean": 0.9892857142857143,
              "pooled": 0.9892857142857143,
              "wilson95": [
                0.9689780078081504,
                0.9963496125416625
              ],
              "bootstrap95": [
                0.9784821428571429,
                1.0
              ]
            },
            "false_rejection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 13,
              "text_mean": 0.04642857142857143,
              "pooled": 0.04642857142857143,
              "wilson95": [
                0.027330959599158492,
                0.07780329014955534
              ],
              "bootstrap95": [
                0.025,
                0.07142857142857142
              ]
            },
            "present_correct_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 267,
              "text_mean": 0.9535714285714286,
              "pooled": 0.9535714285714286,
              "wilson95": [
                0.9221967098504448,
                0.9726690404008417
              ],
              "bootstrap95": [
                0.9285714285714286,
                0.9785714285714285
              ]
            },
            "present_wrong_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                8.673617379884035e-19,
                0.013533818620629409
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 267,
              "text_mean": 0.9535714285714286,
              "pooled": 0.9535714285714286,
              "wilson95": [
                0.9221967098504448,
                0.9726690404008417
              ],
              "bootstrap95": [
                0.9285714285714286,
                0.9785714285714285
              ]
            },
            "absent_false_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 3,
              "text_mean": 0.010714285714285714,
              "pooled": 0.010714285714285714,
              "wilson95": [
                0.003650387458337581,
                0.031021992191849777
              ],
              "bootstrap95": [
                0.0,
                0.025
              ]
            }
          },
          "test": {
            "threshold": 0.27,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 418,
              "text_mean": 0.9952380952380953,
              "pooled": 0.9952380952380953,
              "wilson95": [
                0.9828059343770656,
                0.9986931411439739
              ],
              "bootstrap95": [
                0.9880952380952381,
                1.0
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 13,
              "text_mean": 0.030952380952380953,
              "pooled": 0.030952380952380953,
              "wilson95": [
                0.01817640307533147,
                0.052230722512914815
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.047619047619047616
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 407,
              "text_mean": 0.969047619047619,
              "pooled": 0.969047619047619,
              "wilson95": [
                0.9477692774870852,
                0.9818235969246685
              ],
              "bootstrap95": [
                0.95,
                0.9833333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 407,
              "text_mean": 0.969047619047619,
              "pooled": 0.969047619047619,
              "wilson95": [
                0.9477692774870852,
                0.9818235969246685
              ],
              "bootstrap95": [
                0.9523809523809523,
                0.9857142857142858
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 2,
              "text_mean": 0.004761904761904762,
              "pooled": 0.004761904761904762,
              "wilson95": [
                0.0013068588560261607,
                0.01719406562293438
              ],
              "bootstrap95": [
                0.0,
                0.011904761904761904
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280,
              "pooled": 0.9923660714285715,
              "paired_text_mean": 0.9892857142857143,
              "bootstrap95": [
                0.9843300382653061,
                0.9981385522959184
              ]
            },
            "test": {
              "n_text": 420,
              "n_variants": 420,
              "pooled": 0.9959013605442177,
              "paired_text_mean": 0.9988095238095238,
              "bootstrap95": [
                0.9917883361678005,
                0.9986934523809524
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.27
        }
      },
      "coverage": {
        "calibration": {
          "n_pairs": 560,
          "n_text": 280,
          "prevalence": 0.5,
          "brier": 0.02151392857142857,
          "brier_text_mean": 0.021513928571428573,
          "brier_bootstrap95": [
            0.01285499107142857,
            0.03152742410714285
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 261,
              "mean_predicted": 0.002911877394636016,
              "observed": 0.0
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 5,
              "mean_predicted": 0.12999999999999998,
              "observed": 0.4
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 4,
              "mean_predicted": 0.2375,
              "observed": 0.25
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 5,
              "mean_predicted": 0.338,
              "observed": 0.4
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 3,
              "mean_predicted": 0.4533333333333333,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 3,
              "mean_predicted": 0.53,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 2,
              "mean_predicted": 0.615,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 6,
              "mean_predicted": 0.7316666666666666,
              "observed": 0.8333333333333334
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 8,
              "mean_predicted": 0.8362499999999999,
              "observed": 0.875
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 263,
              "mean_predicted": 0.9918250950570348,
              "observed": 0.9809885931558935
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        },
        "test": {
          "n_pairs": 840,
          "n_text": 420,
          "prevalence": 0.5,
          "brier": 0.020132261904761903,
          "brier_text_mean": 0.020132261904761906,
          "brier_bootstrap95": [
            0.013544011904761906,
            0.027290529761904762
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 397,
              "mean_predicted": 0.002493702770780857,
              "observed": 0.0
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 6,
              "mean_predicted": 0.13,
              "observed": 0.16666666666666666
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 7,
              "mean_predicted": 0.25857142857142856,
              "observed": 0.14285714285714285
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 6,
              "mean_predicted": 0.3433333333333333,
              "observed": 0.8333333333333334
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 8,
              "mean_predicted": 0.43625,
              "observed": 1.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 5,
              "mean_predicted": 0.542,
              "observed": 0.8
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 5,
              "mean_predicted": 0.6540000000000001,
              "observed": 0.8
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 7,
              "mean_predicted": 0.7500000000000001,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 18,
              "mean_predicted": 0.8616666666666668,
              "observed": 0.7222222222222222
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 381,
              "mean_predicted": 0.9927034120734918,
              "observed": 0.989501312335958
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        }
      },
      "conditional_ordinary": {
        "calibration": {
          "n_pairs": 280,
          "n_text": 280,
          "prevalence": 0.9928571428571429,
          "brier": 0.004575,
          "brier_text_mean": 0.004575,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 1,
              "mean_predicted": 0.66,
              "observed": 0.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 1,
              "mean_predicted": 0.74,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 1,
              "mean_predicted": 0.87,
              "observed": 0.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 277,
              "mean_predicted": 0.9990252707581229,
              "observed": 1.0
            }
          ],
          "defined": 280,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9928571428571429,
          "decision_n": 280,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 420,
          "n_text": 420,
          "prevalence": 0.9952380952380953,
          "brier": 0.0018869047619047622,
          "brier_text_mean": 0.0018869047619047622,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 1,
              "mean_predicted": 0.55,
              "observed": 0.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 1,
              "mean_predicted": 0.68,
              "observed": 0.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 1,
              "mean_predicted": 0.89,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 417,
              "mean_predicted": 0.9992565947242208,
              "observed": 1.0
            }
          ],
          "defined": 420,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9952380952380953,
          "decision_n": 420,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      },
      "conditional_ordinary_with_none": {
        "calibration": {
          "n_pairs": 278,
          "n_text": 278,
          "prevalence": 0.9964028776978417,
          "brier": 0.003249276450512267,
          "brier_text_mean": 0.003249276450512267,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 1,
              "mean_predicted": 0.84,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 277,
              "mean_predicted": 0.9994861319593521,
              "observed": 0.9963898916967509
            }
          ],
          "defined": 278,
          "zero_ordinary_mass": 2,
          "undefined_fraction": 0.007142857142857143,
          "decision_accuracy": 0.9964285714285714,
          "decision_n": 280,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 419,
          "n_text": 419,
          "prevalence": 0.9976133651551312,
          "brier": 0.0014002288128901284,
          "brier_text_mean": 0.0014002288128901284,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 1,
              "mean_predicted": 0.5979381443298969,
              "observed": 1.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 1,
              "mean_predicted": 0.6363636363636365,
              "observed": 0.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 1,
              "mean_predicted": 0.8686868686868687,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 416,
              "mean_predicted": 0.9998251218143245,
              "observed": 1.0
            }
          ],
          "defined": 419,
          "zero_ordinary_mass": 1,
          "undefined_fraction": 0.002380952380952381,
          "decision_accuracy": 0.9976190476190476,
          "decision_n": 420,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      }
    },
    "dbpedia|k13|natural|aligned": {
      "group": "dbpedia|k13|natural|aligned",
      "task": "dbpedia",
      "candidate_size": 13,
      "name_mode": "natural",
      "none_mode": "aligned",
      "member_seeds": [
        0
      ],
      "order_seeds": [
        0
      ],
      "multiple_variants": false,
      "n_unique_member_sets": 14,
      "failure_metadata_fields": {},
      "has_probabilities": true,
      "n_text": {
        "calibration": 280,
        "test": 420
      },
      "n_variants": {
        "calibration": 280,
        "test": 420
      },
      "native": {
        "calibration": {
          "present": {
            "correct": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 269,
              "text_mean": 0.9607142857142857,
              "pooled": 0.9607142857142857,
              "wilson95": [
                0.9310338901194122,
                0.9779242341515795
              ],
              "bootstrap95": [
                0.9357142857142857,
                0.9821428571428571
              ]
            },
            "wrong": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 4,
              "text_mean": 0.014285714285714285,
              "pooled": 0.014285714285714285,
              "wilson95": [
                0.0055690880340429905,
                0.03614947862599701
              ],
              "bootstrap95": [
                0.0035714285714285713,
                0.02857142857142857
              ]
            },
            "rejected": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 7,
              "text_mean": 0.025,
              "pooled": 0.025,
              "wilson95": [
                0.012161668350597052,
                0.050695459339000895
              ],
              "bootstrap95": [
                0.010714285714285714,
                0.04642857142857143
              ]
            },
            "interface_failure": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                8.673617379884035e-19,
                0.013533818620629409
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 233,
              "text_mean": 0.8321428571428572,
              "pooled": 0.8321428571428572,
              "wilson95": [
                0.783936994178985,
                0.8713583977373113
              ],
              "bootstrap95": [
                0.7857142857142857,
                0.8785714285714286
              ]
            },
            "accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 47,
              "text_mean": 0.16785714285714284,
              "pooled": 0.16785714285714284,
              "wilson95": [
                0.12864160226268884,
                0.216063005821015
              ],
              "bootstrap95": [
                0.12857142857142856,
                0.21428571428571427
              ]
            },
            "interface_failure": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                8.673617379884035e-19,
                0.013533818620629409
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 280,
            "text_mean": 0.8071428571428572,
            "bootstrap95": [
              0.7571428571428571,
              0.8535714285714285
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        },
        "test": {
          "present": {
            "correct": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 409,
              "text_mean": 0.9738095238095238,
              "pooled": 0.9738095238095238,
              "wilson95": [
                0.9537164480039013,
                0.9853139175186316
              ],
              "bootstrap95": [
                0.9571428571428572,
                0.9880952380952381
              ]
            },
            "wrong": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 3,
              "text_mean": 0.007142857142857143,
              "pooled": 0.007142857142857143,
              "wilson95": [
                0.0024321293652942912,
                0.02078754066905586
              ],
              "bootstrap95": [
                0.0,
                0.016666666666666666
              ]
            },
            "rejected": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 8,
              "text_mean": 0.01904761904761905,
              "pooled": 0.01904761904761905,
              "wilson95": [
                0.009682629437270296,
                0.03713076837402792
              ],
              "bootstrap95": [
                0.007142857142857143,
                0.03333333333333333
              ]
            },
            "interface_failure": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 346,
              "text_mean": 0.8238095238095238,
              "pooled": 0.8238095238095238,
              "wilson95": [
                0.7844858681275673,
                0.8572635274054199
              ],
              "bootstrap95": [
                0.7880952380952381,
                0.8595238095238096
              ]
            },
            "accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 74,
              "text_mean": 0.1761904761904762,
              "pooled": 0.1761904761904762,
              "wilson95": [
                0.14273647259458008,
                0.2155141318724326
              ],
              "bootstrap95": [
                0.1380952380952381,
                0.21428571428571427
              ]
            },
            "interface_failure": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 420,
            "text_mean": 0.8047619047619048,
            "bootstrap95": [
              0.7666666666666667,
              0.8428571428571429
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        }
      },
      "scores": {
        "negative_max": {
          "eligible": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280
            },
            "test": {
              "n_text": 420,
              "n_variants": 420
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -0.99,
            "n_text": 280,
            "n_variants": 280,
            "detection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 258,
              "text_mean": 0.9214285714285714,
              "pooled": 0.9214285714285714,
              "wilson95": [
                0.8839075668048522,
                0.9475425003577602
              ],
              "bootstrap95": [
                0.8892857142857142,
                0.95
              ]
            },
            "false_rejection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 12,
              "text_mean": 0.04285714285714286,
              "pooled": 0.04285714285714286,
              "wilson95": [
                0.02468340015245888,
                0.0734046625864023
              ],
              "bootstrap95": [
                0.02142857142857143,
                0.06785714285714285
              ]
            },
            "present_correct_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 266,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.9178339854797117,
                0.9699855777617219
              ],
              "bootstrap95": [
                0.925,
                0.975
              ]
            },
            "present_wrong_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 2,
              "text_mean": 0.007142857142857143,
              "pooled": 0.007142857142857143,
              "wilson95": [
                0.001961019593408128,
                0.02566517304692658
              ],
              "bootstrap95": [
                0.0,
                0.017857142857142856
              ]
            },
            "present_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 268,
              "text_mean": 0.9571428571428572,
              "pooled": 0.9571428571428572,
              "wilson95": [
                0.9265953374135978,
                0.9753165998475413
              ],
              "bootstrap95": [
                0.9321428571428572,
                0.9785714285714285
              ]
            },
            "absent_false_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 22,
              "text_mean": 0.07857142857142857,
              "pooled": 0.07857142857142857,
              "wilson95": [
                0.05245749964223982,
                0.11609243319514785
              ],
              "bootstrap95": [
                0.05,
                0.11071428571428571
              ]
            }
          },
          "test": {
            "threshold": -0.99,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 373,
              "text_mean": 0.888095238095238,
              "pooled": 0.888095238095238,
              "wilson95": [
                0.8543599609137414,
                0.9147955646147653
              ],
              "bootstrap95": [
                0.8571428571428571,
                0.9166666666666666
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 18,
              "text_mean": 0.04285714285714286,
              "pooled": 0.04285714285714286,
              "wilson95": [
                0.027278547031265078,
                0.06672230633392928
              ],
              "bootstrap95": [
                0.023809523809523808,
                0.06190476190476191
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 401,
              "text_mean": 0.9547619047619048,
              "pooled": 0.9547619047619048,
              "wilson95": [
                0.930429987161586,
                0.9708504139178302
              ],
              "bootstrap95": [
                0.9356547619047619,
                0.9714285714285714
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 1,
              "text_mean": 0.002380952380952381,
              "pooled": 0.002380952380952381,
              "wilson95": [
                0.00042042027400248944,
                0.013361758649568439
              ],
              "bootstrap95": [
                0.0,
                0.007142857142857143
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 402,
              "text_mean": 0.9571428571428572,
              "pooled": 0.9571428571428572,
              "wilson95": [
                0.9332776936660707,
                0.9727214529687349
              ],
              "bootstrap95": [
                0.9380357142857143,
                0.9738095238095238
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 47,
              "text_mean": 0.11190476190476191,
              "pooled": 0.11190476190476191,
              "wilson95": [
                0.08520443538523469,
                0.14564003908625844
              ],
              "bootstrap95": [
                0.08333333333333333,
                0.14285714285714285
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280,
              "pooled": 0.9561798469387756,
              "paired_text_mean": 0.9571428571428572,
              "bootstrap95": [
                0.9339025829081633,
                0.9763354591836735
              ]
            },
            "test": {
              "n_text": 420,
              "n_variants": 420,
              "pooled": 0.9602919501133786,
              "paired_text_mean": 0.9547619047619048,
              "bootstrap95": [
                0.9433557964852608,
                0.9757427012471654
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -0.99
        },
        "normalized_entropy": {
          "eligible": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280
            },
            "test": {
              "n_text": 420,
              "n_variants": 420
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.021833387934906676,
            "n_text": 280,
            "n_variants": 280,
            "detection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 258,
              "text_mean": 0.9214285714285714,
              "pooled": 0.9214285714285714,
              "wilson95": [
                0.8839075668048522,
                0.9475425003577602
              ],
              "bootstrap95": [
                0.8892857142857142,
                0.9535714285714286
              ]
            },
            "false_rejection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 12,
              "text_mean": 0.04285714285714286,
              "pooled": 0.04285714285714286,
              "wilson95": [
                0.02468340015245888,
                0.0734046625864023
              ],
              "bootstrap95": [
                0.02142857142857143,
                0.06785714285714285
              ]
            },
            "present_correct_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 266,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.9178339854797117,
                0.9699855777617219
              ],
              "bootstrap95": [
                0.925,
                0.975
              ]
            },
            "present_wrong_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 2,
              "text_mean": 0.007142857142857143,
              "pooled": 0.007142857142857143,
              "wilson95": [
                0.001961019593408128,
                0.02566517304692658
              ],
              "bootstrap95": [
                0.0,
                0.017857142857142856
              ]
            },
            "present_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 268,
              "text_mean": 0.9571428571428572,
              "pooled": 0.9571428571428572,
              "wilson95": [
                0.9265953374135978,
                0.9753165998475413
              ],
              "bootstrap95": [
                0.9321428571428572,
                0.9785714285714285
              ]
            },
            "absent_false_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 22,
              "text_mean": 0.07857142857142857,
              "pooled": 0.07857142857142857,
              "wilson95": [
                0.05245749964223982,
                0.11609243319514785
              ],
              "bootstrap95": [
                0.05,
                0.11071428571428571
              ]
            }
          },
          "test": {
            "threshold": 0.021833387934906676,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 373,
              "text_mean": 0.888095238095238,
              "pooled": 0.888095238095238,
              "wilson95": [
                0.8543599609137414,
                0.9147955646147653
              ],
              "bootstrap95": [
                0.8594642857142858,
                0.9166666666666666
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 18,
              "text_mean": 0.04285714285714286,
              "pooled": 0.04285714285714286,
              "wilson95": [
                0.027278547031265078,
                0.06672230633392928
              ],
              "bootstrap95": [
                0.023809523809523808,
                0.06190476190476191
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 401,
              "text_mean": 0.9547619047619048,
              "pooled": 0.9547619047619048,
              "wilson95": [
                0.930429987161586,
                0.9708504139178302
              ],
              "bootstrap95": [
                0.9333333333333333,
                0.9738095238095238
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 1,
              "text_mean": 0.002380952380952381,
              "pooled": 0.002380952380952381,
              "wilson95": [
                0.00042042027400248944,
                0.013361758649568439
              ],
              "bootstrap95": [
                0.0,
                0.007142857142857143
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 402,
              "text_mean": 0.9571428571428572,
              "pooled": 0.9571428571428572,
              "wilson95": [
                0.9332776936660707,
                0.9727214529687349
              ],
              "bootstrap95": [
                0.9357142857142857,
                0.9761904761904762
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 47,
              "text_mean": 0.11190476190476191,
              "pooled": 0.11190476190476191,
              "wilson95": [
                0.08520443538523469,
                0.14564003908625844
              ],
              "bootstrap95": [
                0.08095238095238096,
                0.14285714285714285
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280,
              "pooled": 0.9581377551020408,
              "paired_text_mean": 0.9571428571428572,
              "bootstrap95": [
                0.936485650510204,
                0.9773794642857143
              ]
            },
            "test": {
              "n_text": 420,
              "n_variants": 420,
              "pooled": 0.962281746031746,
              "paired_text_mean": 0.9535714285714286,
              "bootstrap95": [
                0.9469746315192744,
                0.9772086167800453
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.021833387934906676
        },
        "none_probability": {
          "eligible": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280
            },
            "test": {
              "n_text": 420,
              "n_variants": 420
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.05,
            "n_text": 280,
            "n_variants": 280,
            "detection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 278,
              "text_mean": 0.9928571428571429,
              "pooled": 0.9928571428571429,
              "wilson95": [
                0.9743348269530735,
                0.998038980406592
              ],
              "bootstrap95": [
                0.9821428571428571,
                1.0
              ]
            },
            "false_rejection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 12,
              "text_mean": 0.04285714285714286,
              "pooled": 0.04285714285714286,
              "wilson95": [
                0.02468340015245888,
                0.0734046625864023
              ],
              "bootstrap95": [
                0.02142857142857143,
                0.06785714285714285
              ]
            },
            "present_correct_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 265,
              "text_mean": 0.9464285714285714,
              "pooled": 0.9464285714285714,
              "wilson95": [
                0.9135038000071873,
                0.9672695762243935
              ],
              "bootstrap95": [
                0.9178571428571428,
                0.9714285714285714
              ]
            },
            "present_wrong_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 3,
              "text_mean": 0.010714285714285714,
              "pooled": 0.010714285714285714,
              "wilson95": [
                0.003650387458337581,
                0.031021992191849777
              ],
              "bootstrap95": [
                0.0,
                0.025
              ]
            },
            "present_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 268,
              "text_mean": 0.9571428571428572,
              "pooled": 0.9571428571428572,
              "wilson95": [
                0.9265953374135978,
                0.9753165998475413
              ],
              "bootstrap95": [
                0.9321428571428572,
                0.9785714285714285
              ]
            },
            "absent_false_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 2,
              "text_mean": 0.007142857142857143,
              "pooled": 0.007142857142857143,
              "wilson95": [
                0.001961019593408128,
                0.02566517304692658
              ],
              "bootstrap95": [
                0.0,
                0.017857142857142856
              ]
            }
          },
          "test": {
            "threshold": 0.05,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 415,
              "text_mean": 0.9880952380952381,
              "pooled": 0.9880952380952381,
              "wilson95": [
                0.972438268146536,
                0.9949045707083346
              ],
              "bootstrap95": [
                0.9761904761904762,
                0.9976190476190476
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 15,
              "text_mean": 0.03571428571428571,
              "pooled": 0.03571428571428571,
              "wilson95": [
                0.021760783038651,
                0.058083833660374506
              ],
              "bootstrap95": [
                0.01904761904761905,
                0.05476190476190476
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 402,
              "text_mean": 0.9571428571428572,
              "pooled": 0.9571428571428572,
              "wilson95": [
                0.9332776936660707,
                0.9727214529687349
              ],
              "bootstrap95": [
                0.9380952380952381,
                0.9761904761904762
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 3,
              "text_mean": 0.007142857142857143,
              "pooled": 0.007142857142857143,
              "wilson95": [
                0.0024321293652942912,
                0.02078754066905586
              ],
              "bootstrap95": [
                0.0,
                0.016666666666666666
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 405,
              "text_mean": 0.9642857142857143,
              "pooled": 0.9642857142857143,
              "wilson95": [
                0.9419161663396255,
                0.9782392169613491
              ],
              "bootstrap95": [
                0.9452380952380952,
                0.9809523809523809
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 5,
              "text_mean": 0.011904761904761904,
              "pooled": 0.011904761904761904,
              "wilson95": [
                0.005095429291665374,
                0.027561731853464003
              ],
              "bootstrap95": [
                0.002380952380952381,
                0.023809523809523808
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280,
              "pooled": 0.9850573979591837,
              "paired_text_mean": 0.9910714285714286,
              "bootstrap95": [
                0.9737351721938776,
                0.9935102040816326
              ]
            },
            "test": {
              "n_text": 420,
              "n_variants": 420,
              "pooled": 0.9874716553287982,
              "paired_text_mean": 0.9964285714285714,
              "bootstrap95": [
                0.979594529478458,
                0.99393714569161
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.05
        }
      },
      "coverage": {
        "calibration": {
          "n_pairs": 560,
          "n_text": 280,
          "prevalence": 0.5,
          "brier": 0.06611196428571428,
          "brier_text_mean": 0.06611196428571428,
          "brier_bootstrap95": [
            0.05187679910714286,
            0.08134010714285712
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 274,
              "mean_predicted": 0.0026642335766423365,
              "observed": 0.01824817518248175
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 17,
              "mean_predicted": 0.14823529411764708,
              "observed": 0.8823529411764706
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 7,
              "mean_predicted": 0.23,
              "observed": 1.0
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 9,
              "mean_predicted": 0.35555555555555557,
              "observed": 0.7777777777777778
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 14,
              "mean_predicted": 0.44642857142857145,
              "observed": 1.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 9,
              "mean_predicted": 0.5533333333333332,
              "observed": 0.8888888888888888
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 13,
              "mean_predicted": 0.6376923076923078,
              "observed": 0.9230769230769231
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 15,
              "mean_predicted": 0.7479999999999999,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 19,
              "mean_predicted": 0.8494736842105265,
              "observed": 0.9473684210526315
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 183,
              "mean_predicted": 0.9853005464480874,
              "observed": 0.9781420765027322
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        },
        "test": {
          "n_pairs": 840,
          "n_text": 420,
          "prevalence": 0.5,
          "brier": 0.06790321428571429,
          "brier_text_mean": 0.06790321428571429,
          "brier_bootstrap95": [
            0.05578342857142857,
            0.08064649999999997
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 419,
              "mean_predicted": 0.0035083532219570422,
              "observed": 0.031026252983293555
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 21,
              "mean_predicted": 0.14095238095238094,
              "observed": 0.8571428571428571
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 17,
              "mean_predicted": 0.24705882352941183,
              "observed": 0.8823529411764706
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 16,
              "mean_predicted": 0.34687499999999993,
              "observed": 0.9375
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 15,
              "mean_predicted": 0.4639999999999999,
              "observed": 0.9333333333333333
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 10,
              "mean_predicted": 0.547,
              "observed": 1.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 22,
              "mean_predicted": 0.6468181818181816,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 22,
              "mean_predicted": 0.755,
              "observed": 0.9545454545454546
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 24,
              "mean_predicted": 0.8329166666666667,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 274,
              "mean_predicted": 0.9825912408759129,
              "observed": 0.9781021897810219
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        }
      },
      "conditional_ordinary": {
        "calibration": {
          "n_pairs": 280,
          "n_text": 280,
          "prevalence": 0.9821428571428571,
          "brier": 0.01602607142857143,
          "brier_text_mean": 0.01602607142857143,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 2,
              "mean_predicted": 0.59,
              "observed": 0.5
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 1,
              "mean_predicted": 0.6,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 2,
              "mean_predicted": 0.735,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 3,
              "mean_predicted": 0.8333333333333334,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 272,
              "mean_predicted": 0.9995588235294117,
              "observed": 0.9889705882352942
            }
          ],
          "defined": 280,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9821428571428571,
          "decision_n": 280,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 420,
          "n_text": 420,
          "prevalence": 0.9928571428571429,
          "brier": 0.008389350867987231,
          "brier_text_mean": 0.008389350867987231,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 3,
              "mean_predicted": 0.5599999999999999,
              "observed": 1.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 2,
              "mean_predicted": 0.6584848484848485,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 3,
              "mean_predicted": 0.7366666666666667,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 2,
              "mean_predicted": 0.8300000000000001,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 410,
              "mean_predicted": 0.9989756097560976,
              "observed": 0.9951219512195122
            }
          ],
          "defined": 420,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9928571428571429,
          "decision_n": 420,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      },
      "conditional_ordinary_with_none": {
        "calibration": {
          "n_pairs": 279,
          "n_text": 279,
          "prevalence": 0.982078853046595,
          "brier": 0.015426327102397684,
          "brier_text_mean": 0.015426327102397684,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 1,
              "mean_predicted": 0.5306122448979592,
              "observed": 0.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 1,
              "mean_predicted": 0.6494845360824743,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 3,
              "mean_predicted": 0.7635882635882636,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 1,
              "mean_predicted": 0.8524590163934427,
              "observed": 0.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 273,
              "mean_predicted": 0.9998882370016391,
              "observed": 0.989010989010989
            }
          ],
          "defined": 279,
          "zero_ordinary_mass": 1,
          "undefined_fraction": 0.0035714285714285713,
          "decision_accuracy": 0.9785714285714285,
          "decision_n": 280,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 420,
          "n_text": 420,
          "prevalence": 0.9928571428571429,
          "brier": 0.00690909049232424,
          "brier_text_mean": 0.00690909049232424,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 1,
              "mean_predicted": 0.56,
              "observed": 1.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 2,
              "mean_predicted": 0.6499734183944711,
              "observed": 0.5
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 1,
              "mean_predicted": 0.7735849056603773,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 3,
              "mean_predicted": 0.8340067340067341,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 413,
              "mean_predicted": 0.9990860394667946,
              "observed": 0.9951573849878934
            }
          ],
          "defined": 420,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9928571428571429,
          "decision_n": 420,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      }
    },
    "dbpedia|k13|neutral|aligned": {
      "group": "dbpedia|k13|neutral|aligned",
      "task": "dbpedia",
      "candidate_size": 13,
      "name_mode": "neutral",
      "none_mode": "aligned",
      "member_seeds": [
        0
      ],
      "order_seeds": [
        0
      ],
      "multiple_variants": false,
      "n_unique_member_sets": 14,
      "failure_metadata_fields": {},
      "has_probabilities": true,
      "n_text": {
        "calibration": 280,
        "test": 420
      },
      "n_variants": {
        "calibration": 280,
        "test": 420
      },
      "native": {
        "calibration": {
          "present": {
            "correct": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 266,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.9178339854797117,
                0.9699855777617219
              ],
              "bootstrap95": [
                0.9214285714285714,
                0.975
              ]
            },
            "wrong": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 7,
              "text_mean": 0.025,
              "pooled": 0.025,
              "wilson95": [
                0.012161668350597052,
                0.050695459339000895
              ],
              "bootstrap95": [
                0.007142857142857143,
                0.04285714285714286
              ]
            },
            "rejected": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 7,
              "text_mean": 0.025,
              "pooled": 0.025,
              "wilson95": [
                0.012161668350597052,
                0.050695459339000895
              ],
              "bootstrap95": [
                0.007142857142857143,
                0.04285714285714286
              ]
            },
            "interface_failure": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                8.673617379884035e-19,
                0.013533818620629409
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 249,
              "text_mean": 0.8892857142857142,
              "pooled": 0.8892857142857142,
              "wilson95": [
                0.8471356040151664,
                0.9208987800587721
              ],
              "bootstrap95": [
                0.85,
                0.925
              ]
            },
            "accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 31,
              "text_mean": 0.11071428571428571,
              "pooled": 0.11071428571428571,
              "wilson95": [
                0.0791012199412279,
                0.1528643959848336
              ],
              "bootstrap95": [
                0.075,
                0.15
              ]
            },
            "interface_failure": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                8.673617379884035e-19,
                0.013533818620629409
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 280,
            "text_mean": 0.8642857142857143,
            "bootstrap95": [
              0.8214285714285714,
              0.9035714285714286
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        },
        "test": {
          "present": {
            "correct": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 407,
              "text_mean": 0.969047619047619,
              "pooled": 0.969047619047619,
              "wilson95": [
                0.9477692774870852,
                0.9818235969246685
              ],
              "bootstrap95": [
                0.9523809523809523,
                0.9833333333333333
              ]
            },
            "wrong": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 5,
              "text_mean": 0.011904761904761904,
              "pooled": 0.011904761904761904,
              "wilson95": [
                0.005095429291665374,
                0.027561731853464003
              ],
              "bootstrap95": [
                0.002380952380952381,
                0.023809523809523808
              ]
            },
            "rejected": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 8,
              "text_mean": 0.01904761904761905,
              "pooled": 0.01904761904761905,
              "wilson95": [
                0.009682629437270296,
                0.03713076837402792
              ],
              "bootstrap95": [
                0.007142857142857143,
                0.03333333333333333
              ]
            },
            "interface_failure": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 378,
              "text_mean": 0.9,
              "pooled": 0.9,
              "wilson95": [
                0.8675848309771165,
                0.9251644223283385
              ],
              "bootstrap95": [
                0.8714285714285714,
                0.9285714285714286
              ]
            },
            "accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 42,
              "text_mean": 0.1,
              "pooled": 0.1,
              "wilson95": [
                0.07483557767166149,
                0.13241516902288358
              ],
              "bootstrap95": [
                0.07142857142857142,
                0.12857142857142856
              ]
            },
            "interface_failure": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 420,
            "text_mean": 0.8809523809523809,
            "bootstrap95": [
              0.8476190476190476,
              0.9095238095238095
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        }
      },
      "scores": {
        "negative_max": {
          "eligible": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280
            },
            "test": {
              "n_text": 420,
              "n_variants": 420
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -0.99,
            "n_text": 280,
            "n_variants": 280,
            "detection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 257,
              "text_mean": 0.9178571428571428,
              "pooled": 0.9178571428571428,
              "wilson95": [
                0.8797617012147206,
                0.9446421789380391
              ],
              "bootstrap95": [
                0.8821428571428571,
                0.9464285714285714
              ]
            },
            "false_rejection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 11,
              "text_mean": 0.039285714285714285,
              "pooled": 0.039285714285714285,
              "wilson95": [
                0.022075765848420574,
                0.06896610988058796
              ],
              "bootstrap95": [
                0.017857142857142856,
                0.06080357142857094
              ]
            },
            "present_correct_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 266,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.9178339854797117,
                0.9699855777617219
              ],
              "bootstrap95": [
                0.925,
                0.9715178571428567
              ]
            },
            "present_wrong_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 3,
              "text_mean": 0.010714285714285714,
              "pooled": 0.010714285714285714,
              "wilson95": [
                0.003650387458337581,
                0.031021992191849777
              ],
              "bootstrap95": [
                0.0,
                0.025
              ]
            },
            "present_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 269,
              "text_mean": 0.9607142857142857,
              "pooled": 0.9607142857142857,
              "wilson95": [
                0.9310338901194122,
                0.9779242341515795
              ],
              "bootstrap95": [
                0.9357142857142857,
                0.9821428571428571
              ]
            },
            "absent_false_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 23,
              "text_mean": 0.08214285714285714,
              "pooled": 0.08214285714285714,
              "wilson95": [
                0.055357821061960966,
                0.12023829878527936
              ],
              "bootstrap95": [
                0.05,
                0.11428571428571428
              ]
            }
          },
          "test": {
            "threshold": -0.99,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 387,
              "text_mean": 0.9214285714285714,
              "pooled": 0.9214285714285714,
              "wilson95": [
                0.8917098823410978,
                0.9435080809628635
              ],
              "bootstrap95": [
                0.8928571428571429,
                0.9476190476190476
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 24,
              "text_mean": 0.05714285714285714,
              "pooled": 0.05714285714285714,
              "wilson95": [
                0.03869722804925656,
                0.08361609864827545
              ],
              "bootstrap95": [
                0.03571428571428571,
                0.08095238095238096
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 395,
              "text_mean": 0.9404761904761905,
              "pooled": 0.9404761904761905,
              "wilson95": [
                0.9136078748319504,
                0.9593600529151279
              ],
              "bootstrap95": [
                0.9166666666666666,
                0.9619047619047619
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 1,
              "text_mean": 0.002380952380952381,
              "pooled": 0.002380952380952381,
              "wilson95": [
                0.00042042027400248944,
                0.013361758649568439
              ],
              "bootstrap95": [
                0.0,
                0.009523809523809525
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 396,
              "text_mean": 0.9428571428571428,
              "pooled": 0.9428571428571428,
              "wilson95": [
                0.9163839013517245,
                0.9613027719507434
              ],
              "bootstrap95": [
                0.919047619047619,
                0.9642857142857143
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 33,
              "text_mean": 0.07857142857142857,
              "pooled": 0.07857142857142857,
              "wilson95": [
                0.056491919037136434,
                0.10829011765890209
              ],
              "bootstrap95": [
                0.05476190476190476,
                0.10476190476190476
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280,
              "pooled": 0.9551147959183673,
              "paired_text_mean": 0.9482142857142857,
              "bootstrap95": [
                0.9323706951530613,
                0.9755518176020408
              ]
            },
            "test": {
              "n_text": 420,
              "n_variants": 420,
              "pooled": 0.9506264172335601,
              "paired_text_mean": 0.9476190476190476,
              "bootstrap95": [
                0.9313111536281179,
                0.9679747023809524
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -0.99
        },
        "normalized_entropy": {
          "eligible": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280
            },
            "test": {
              "n_text": 420,
              "n_variants": 420
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.021833387934906676,
            "n_text": 280,
            "n_variants": 280,
            "detection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 257,
              "text_mean": 0.9178571428571428,
              "pooled": 0.9178571428571428,
              "wilson95": [
                0.8797617012147206,
                0.9446421789380391
              ],
              "bootstrap95": [
                0.8857142857142857,
                0.9465178571428566
              ]
            },
            "false_rejection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 11,
              "text_mean": 0.039285714285714285,
              "pooled": 0.039285714285714285,
              "wilson95": [
                0.022075765848420574,
                0.06896610988058796
              ],
              "bootstrap95": [
                0.017857142857142856,
                0.06428571428571428
              ]
            },
            "present_correct_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 266,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.9178339854797117,
                0.9699855777617219
              ],
              "bootstrap95": [
                0.925,
                0.975
              ]
            },
            "present_wrong_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 3,
              "text_mean": 0.010714285714285714,
              "pooled": 0.010714285714285714,
              "wilson95": [
                0.003650387458337581,
                0.031021992191849777
              ],
              "bootstrap95": [
                0.0,
                0.025
              ]
            },
            "present_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 269,
              "text_mean": 0.9607142857142857,
              "pooled": 0.9607142857142857,
              "wilson95": [
                0.9310338901194122,
                0.9779242341515795
              ],
              "bootstrap95": [
                0.9357142857142857,
                0.9821428571428571
              ]
            },
            "absent_false_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 23,
              "text_mean": 0.08214285714285714,
              "pooled": 0.08214285714285714,
              "wilson95": [
                0.055357821061960966,
                0.12023829878527936
              ],
              "bootstrap95": [
                0.05,
                0.11785714285714285
              ]
            }
          },
          "test": {
            "threshold": 0.021833387934906676,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 387,
              "text_mean": 0.9214285714285714,
              "pooled": 0.9214285714285714,
              "wilson95": [
                0.8917098823410978,
                0.9435080809628635
              ],
              "bootstrap95": [
                0.8952380952380953,
                0.9452380952380952
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 24,
              "text_mean": 0.05714285714285714,
              "pooled": 0.05714285714285714,
              "wilson95": [
                0.03869722804925656,
                0.08361609864827545
              ],
              "bootstrap95": [
                0.03571428571428571,
                0.08095238095238096
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 395,
              "text_mean": 0.9404761904761905,
              "pooled": 0.9404761904761905,
              "wilson95": [
                0.9136078748319504,
                0.9593600529151279
              ],
              "bootstrap95": [
                0.9166666666666666,
                0.9619047619047619
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 1,
              "text_mean": 0.002380952380952381,
              "pooled": 0.002380952380952381,
              "wilson95": [
                0.00042042027400248944,
                0.013361758649568439
              ],
              "bootstrap95": [
                0.0,
                0.007142857142857143
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 396,
              "text_mean": 0.9428571428571428,
              "pooled": 0.9428571428571428,
              "wilson95": [
                0.9163839013517245,
                0.9613027719507434
              ],
              "bootstrap95": [
                0.9214285714285714,
                0.9619047619047619
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 33,
              "text_mean": 0.07857142857142857,
              "pooled": 0.07857142857142857,
              "wilson95": [
                0.056491919037136434,
                0.10829011765890209
              ],
              "bootstrap95": [
                0.05476190476190476,
                0.10714285714285714
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280,
              "pooled": 0.9581887755102041,
              "paired_text_mean": 0.9482142857142857,
              "bootstrap95": [
                0.9364022640306122,
                0.9761989795918368
              ]
            },
            "test": {
              "n_text": 420,
              "n_variants": 420,
              "pooled": 0.953968253968254,
              "paired_text_mean": 0.9476190476190476,
              "bootstrap95": [
                0.9348353174603174,
                0.9701787840136054
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.021833387934906676
        },
        "none_probability": {
          "eligible": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280
            },
            "test": {
              "n_text": 420,
              "n_variants": 420
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.1,
            "n_text": 280,
            "n_variants": 280,
            "detection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 277,
              "text_mean": 0.9892857142857143,
              "pooled": 0.9892857142857143,
              "wilson95": [
                0.9689780078081504,
                0.9963496125416625
              ],
              "bootstrap95": [
                0.975,
                1.0
              ]
            },
            "false_rejection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 12,
              "text_mean": 0.04285714285714286,
              "pooled": 0.04285714285714286,
              "wilson95": [
                0.02468340015245888,
                0.0734046625864023
              ],
              "bootstrap95": [
                0.02142857142857143,
                0.06785714285714285
              ]
            },
            "present_correct_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 262,
              "text_mean": 0.9357142857142857,
              "pooled": 0.9357142857142857,
              "wilson95": [
                0.9006819688438781,
                0.9589528463581449
              ],
              "bootstrap95": [
                0.9071428571428571,
                0.9642857142857143
              ]
            },
            "present_wrong_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 6,
              "text_mean": 0.02142857142857143,
              "pooled": 0.02142857142857143,
              "wilson95": [
                0.009857032458149666,
                0.04595390822159563
              ],
              "bootstrap95": [
                0.007142857142857143,
                0.039285714285714285
              ]
            },
            "present_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 268,
              "text_mean": 0.9571428571428572,
              "pooled": 0.9571428571428572,
              "wilson95": [
                0.9265953374135978,
                0.9753165998475413
              ],
              "bootstrap95": [
                0.9321428571428572,
                0.9785714285714285
              ]
            },
            "absent_false_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 3,
              "text_mean": 0.010714285714285714,
              "pooled": 0.010714285714285714,
              "wilson95": [
                0.003650387458337581,
                0.031021992191849777
              ],
              "bootstrap95": [
                0.0,
                0.025
              ]
            }
          },
          "test": {
            "threshold": 0.1,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 411,
              "text_mean": 0.9785714285714285,
              "pooled": 0.9785714285714285,
              "wilson95": [
                0.9597816427828701,
                0.9886862138504419
              ],
              "bootstrap95": [
                0.9642857142857143,
                0.9904761904761905
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 14,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.019958007307788107,
                0.05516786383584777
              ],
              "bootstrap95": [
                0.01904761904761905,
                0.05238095238095238
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 402,
              "text_mean": 0.9571428571428572,
              "pooled": 0.9571428571428572,
              "wilson95": [
                0.9332776936660707,
                0.9727214529687349
              ],
              "bootstrap95": [
                0.9380952380952381,
                0.9761904761904762
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 4,
              "text_mean": 0.009523809523809525,
              "pooled": 0.009523809523809525,
              "wilson95": [
                0.003709680578933148,
                0.024228735010806617
              ],
              "bootstrap95": [
                0.002380952380952381,
                0.01904761904761905
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 406,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.9448321361641523,
                0.9800419926922119
              ],
              "bootstrap95": [
                0.9476190476190476,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 9,
              "text_mean": 0.02142857142857143,
              "pooled": 0.02142857142857143,
              "wilson95": [
                0.011313786149558061,
                0.04021835721712977
              ],
              "bootstrap95": [
                0.009523809523809525,
                0.03571428571428571
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280,
              "pooled": 0.9851466836734694,
              "paired_text_mean": 0.9892857142857143,
              "bootstrap95": [
                0.9741447704081633,
                0.9941843112244898
              ]
            },
            "test": {
              "n_text": 420,
              "n_variants": 420,
              "pooled": 0.9873384353741497,
              "paired_text_mean": 0.9928571428571429,
              "bootstrap95": [
                0.9792052154195011,
                0.9943369472789115
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.1
        }
      },
      "coverage": {
        "calibration": {
          "n_pairs": 560,
          "n_text": 280,
          "prevalence": 0.5,
          "brier": 0.05164303571428571,
          "brier_text_mean": 0.05164303571428572,
          "brier_bootstrap95": [
            0.03935221875,
            0.0660098482142857
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 269,
              "mean_predicted": 0.0032342007434944245,
              "observed": 0.011152416356877323
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 12,
              "mean_predicted": 0.14416666666666667,
              "observed": 0.5833333333333334
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 4,
              "mean_predicted": 0.2525,
              "observed": 1.0
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 10,
              "mean_predicted": 0.36,
              "observed": 0.9
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 15,
              "mean_predicted": 0.444,
              "observed": 0.9333333333333333
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 10,
              "mean_predicted": 0.5519999999999999,
              "observed": 1.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 14,
              "mean_predicted": 0.6407142857142858,
              "observed": 0.9285714285714286
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 11,
              "mean_predicted": 0.7554545454545455,
              "observed": 0.9090909090909091
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 17,
              "mean_predicted": 0.8505882352941176,
              "observed": 0.9411764705882353
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 198,
              "mean_predicted": 0.976565656565656,
              "observed": 0.9797979797979798
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        },
        "test": {
          "n_pairs": 840,
          "n_text": 420,
          "prevalence": 0.5,
          "brier": 0.05104511904761904,
          "brier_text_mean": 0.05104511904761904,
          "brier_bootstrap95": [
            0.041373065476190476,
            0.06166256547619046
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 415,
              "mean_predicted": 0.004072289156626508,
              "observed": 0.021686746987951807
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 9,
              "mean_predicted": 0.14666666666666664,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 14,
              "mean_predicted": 0.24071428571428574,
              "observed": 0.8571428571428571
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 11,
              "mean_predicted": 0.34727272727272723,
              "observed": 1.0
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 14,
              "mean_predicted": 0.44928571428571434,
              "observed": 0.9285714285714286
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 22,
              "mean_predicted": 0.5522727272727271,
              "observed": 1.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 19,
              "mean_predicted": 0.6410526315789472,
              "observed": 0.9473684210526315
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 17,
              "mean_predicted": 0.74,
              "observed": 0.8823529411764706
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 34,
              "mean_predicted": 0.8544117647058824,
              "observed": 0.9705882352941176
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 285,
              "mean_predicted": 0.9768421052631576,
              "observed": 0.9859649122807017
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        }
      },
      "conditional_ordinary": {
        "calibration": {
          "n_pairs": 280,
          "n_text": 280,
          "prevalence": 0.9714285714285714,
          "brier": 0.01981892857142857,
          "brier_text_mean": 0.01981892857142857,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 1,
              "mean_predicted": 0.46,
              "observed": 1.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 1,
              "mean_predicted": 0.59,
              "observed": 0.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 2,
              "mean_predicted": 0.61,
              "observed": 0.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 2,
              "mean_predicted": 0.705,
              "observed": 0.5
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 1,
              "mean_predicted": 0.8,
              "observed": 0.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 273,
              "mean_predicted": 0.9990109890109893,
              "observed": 0.989010989010989
            }
          ],
          "defined": 280,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9714285714285714,
          "decision_n": 280,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 420,
          "n_text": 420,
          "prevalence": 0.9857142857142858,
          "brier": 0.012599761904761905,
          "brier_text_mean": 0.012599761904761905,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 1,
              "mean_predicted": 0.4,
              "observed": 1.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 3,
              "mean_predicted": 0.5466666666666667,
              "observed": 1.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 2,
              "mean_predicted": 0.655,
              "observed": 0.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 4,
              "mean_predicted": 0.74,
              "observed": 0.75
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 4,
              "mean_predicted": 0.8475,
              "observed": 0.75
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 406,
              "mean_predicted": 0.9991871921182269,
              "observed": 0.9950738916256158
            }
          ],
          "defined": 420,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9857142857142858,
          "decision_n": 420,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      },
      "conditional_ordinary_with_none": {
        "calibration": {
          "n_pairs": 279,
          "n_text": 279,
          "prevalence": 0.9713261648745519,
          "brier": 0.01884273584517695,
          "brier_text_mean": 0.01884273584517695,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 1,
              "mean_predicted": 0.5888888888888889,
              "observed": 0.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 2,
              "mean_predicted": 0.6223958333333333,
              "observed": 0.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 3,
              "mean_predicted": 0.725902506392628,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 273,
              "mean_predicted": 0.999663315564022,
              "observed": 0.989010989010989
            }
          ],
          "defined": 279,
          "zero_ordinary_mass": 1,
          "undefined_fraction": 0.0035714285714285713,
          "decision_accuracy": 0.9678571428571429,
          "decision_n": 280,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 418,
          "n_text": 418,
          "prevalence": 0.9880382775119617,
          "brier": 0.01101626652097486,
          "brier_text_mean": 0.01101626652097486,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 1,
              "mean_predicted": 0.53,
              "observed": 1.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 3,
              "mean_predicted": 0.6141659510080563,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 3,
              "mean_predicted": 0.7709074157079536,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 2,
              "mean_predicted": 0.8513257575757576,
              "observed": 0.5
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 409,
              "mean_predicted": 0.998808199152015,
              "observed": 0.9951100244498777
            }
          ],
          "defined": 418,
          "zero_ordinary_mass": 2,
          "undefined_fraction": 0.004761904761904762,
          "decision_accuracy": 0.9833333333333333,
          "decision_n": 420,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      }
    },
    "emotion|k2|natural|aligned": {
      "group": "emotion|k2|natural|aligned",
      "task": "emotion",
      "candidate_size": 2,
      "name_mode": "natural",
      "none_mode": "aligned",
      "member_seeds": [
        0
      ],
      "order_seeds": [
        0
      ],
      "multiple_variants": false,
      "n_unique_member_sets": 15,
      "failure_metadata_fields": {},
      "has_probabilities": true,
      "n_text": {
        "calibration": 120,
        "test": 166
      },
      "n_variants": {
        "calibration": 120,
        "test": 166
      },
      "native": {
        "calibration": {
          "present": {
            "correct": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 66,
              "text_mean": 0.55,
              "pooled": 0.55,
              "wilson95": [
                0.4608154341968757,
                0.6360826491612539
              ],
              "bootstrap95": [
                0.4583333333333333,
                0.6416666666666667
              ]
            },
            "wrong": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 48,
              "text_mean": 0.4,
              "pooled": 0.4,
              "wilson95": [
                0.31676408120837146,
                0.4894397520753693
              ],
              "bootstrap95": [
                0.30833333333333335,
                0.49166666666666664
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 98,
              "text_mean": 0.8166666666666667,
              "pooled": 0.8166666666666667,
              "wilson95": [
                0.7379908648282967,
                0.8756969964398578
              ],
              "bootstrap95": [
                0.75,
                0.8833333333333333
              ]
            },
            "accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 22,
              "text_mean": 0.18333333333333332,
              "pooled": 0.18333333333333332,
              "wilson95": [
                0.12430300356014223,
                0.2620091351717033
              ],
              "bootstrap95": [
                0.11666666666666667,
                0.25
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 120,
            "text_mean": 0.4166666666666667,
            "bootstrap95": [
              0.3,
              0.5333333333333333
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        },
        "test": {
          "present": {
            "correct": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 80,
              "text_mean": 0.4819277108433735,
              "pooled": 0.4819277108433735,
              "wilson95": [
                0.40718823216481376,
                0.5574847043392565
              ],
              "bootstrap95": [
                0.4036144578313253,
                0.5602409638554217
              ]
            },
            "wrong": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 10,
              "text_mean": 0.060240963855421686,
              "pooled": 0.060240963855421686,
              "wilson95": [
                0.03304743761879114,
                0.10732735064691815
              ],
              "bootstrap95": [
                0.030120481927710843,
                0.0963855421686747
              ]
            },
            "rejected": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 76,
              "text_mean": 0.4578313253012048,
              "pooled": 0.4578313253012048,
              "wilson95": [
                0.38385066754815306,
                0.5337195176280106
              ],
              "bootstrap95": [
                0.3855421686746988,
                0.536144578313253
              ]
            },
            "interface_failure": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.02261790994594346
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 135,
              "text_mean": 0.8132530120481928,
              "pooled": 0.8132530120481928,
              "wilson95": [
                0.7471319732559502,
                0.8652037940068321
              ],
              "bootstrap95": [
                0.7530120481927711,
                0.8674698795180723
              ]
            },
            "accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 31,
              "text_mean": 0.18674698795180722,
              "pooled": 0.18674698795180722,
              "wilson95": [
                0.1347962059931678,
                0.25286802674404973
              ],
              "bootstrap95": [
                0.13253012048192772,
                0.24111445783132449
              ]
            },
            "interface_failure": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.02261790994594346
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 166,
            "text_mean": 0.35542168674698793,
            "bootstrap95": [
              0.26506024096385544,
              0.4457831325301205
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        }
      },
      "scores": {
        "negative_max": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 166,
              "n_variants": 166
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -0.77,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 23,
              "text_mean": 0.19166666666666668,
              "pooled": 0.19166666666666668,
              "wilson95": [
                0.13125025924950934,
                0.27121156004202457
              ],
              "bootstrap95": [
                0.125,
                0.26666666666666666
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 102,
              "text_mean": 0.85,
              "pooled": 0.85,
              "wilson95": [
                0.775324706432755,
                0.9029618770741527
              ],
              "bootstrap95": [
                0.7833333333333333,
                0.9083333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 12,
              "text_mean": 0.1,
              "pooled": 0.1,
              "wilson95": [
                0.058133592026010775,
                0.166681741108952
              ],
              "bootstrap95": [
                0.05,
                0.15833333333333333
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 97,
              "text_mean": 0.8083333333333333,
              "pooled": 0.8083333333333333,
              "wilson95": [
                0.7287884399579756,
                0.8687497407504907
              ],
              "bootstrap95": [
                0.7333333333333333,
                0.875
              ]
            }
          },
          "test": {
            "threshold": -0.77,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 41,
              "text_mean": 0.2469879518072289,
              "pooled": 0.2469879518072289,
              "wilson95": [
                0.18760035670124037,
                0.31782075435574303
              ],
              "bootstrap95": [
                0.18674698795180722,
                0.3132530120481928
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 15,
              "text_mean": 0.09036144578313253,
              "pooled": 0.09036144578313253,
              "wilson95": [
                0.055525017052733404,
                0.1437282103728588
              ],
              "bootstrap95": [
                0.04819277108433735,
                0.13253012048192772
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 130,
              "text_mean": 0.7831325301204819,
              "pooled": 0.7831325301204819,
              "wilson95": [
                0.7144202040765941,
                0.8390371240263053
              ],
              "bootstrap95": [
                0.7168674698795181,
                0.8433734939759037
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 21,
              "text_mean": 0.12650602409638553,
              "pooled": 0.12650602409638553,
              "wilson95": [
                0.08425167742952813,
                0.1856556769879236
              ],
              "bootstrap95": [
                0.0783132530120482,
                0.1746987951807229
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 151,
              "text_mean": 0.9096385542168675,
              "pooled": 0.9096385542168675,
              "wilson95": [
                0.8562717896271411,
                0.9444749829472666
              ],
              "bootstrap95": [
                0.8614457831325302,
                0.9518072289156626
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 125,
              "text_mean": 0.7530120481927711,
              "pooled": 0.7530120481927711,
              "wilson95": [
                0.6821792456442569,
                0.8123996432987596
              ],
              "bootstrap95": [
                0.6867469879518072,
                0.8134036144578305
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.6984375,
              "paired_text_mean": 0.7166666666666667,
              "bootstrap95": [
                0.6344001736111111,
                0.7638211805555556
              ]
            },
            "test": {
              "n_text": 166,
              "n_variants": 166,
              "pooled": 0.6942408186964726,
              "paired_text_mean": 0.7018072289156626,
              "bootstrap95": [
                0.6392777435041371,
                0.7488214907824068
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -0.77
        },
        "normalized_entropy": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 166,
              "n_variants": 166
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.7780113035465377,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 23,
              "text_mean": 0.19166666666666668,
              "pooled": 0.19166666666666668,
              "wilson95": [
                0.13125025924950934,
                0.27121156004202457
              ],
              "bootstrap95": [
                0.125,
                0.26666666666666666
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 102,
              "text_mean": 0.85,
              "pooled": 0.85,
              "wilson95": [
                0.775324706432755,
                0.9029618770741527
              ],
              "bootstrap95": [
                0.7833333333333333,
                0.9083333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 12,
              "text_mean": 0.1,
              "pooled": 0.1,
              "wilson95": [
                0.058133592026010775,
                0.166681741108952
              ],
              "bootstrap95": [
                0.05,
                0.15
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 97,
              "text_mean": 0.8083333333333333,
              "pooled": 0.8083333333333333,
              "wilson95": [
                0.7287884399579756,
                0.8687497407504907
              ],
              "bootstrap95": [
                0.7333333333333333,
                0.875
              ]
            }
          },
          "test": {
            "threshold": 0.7780113035465377,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 41,
              "text_mean": 0.2469879518072289,
              "pooled": 0.2469879518072289,
              "wilson95": [
                0.18760035670124037,
                0.31782075435574303
              ],
              "bootstrap95": [
                0.18072289156626506,
                0.3132530120481928
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 15,
              "text_mean": 0.09036144578313253,
              "pooled": 0.09036144578313253,
              "wilson95": [
                0.055525017052733404,
                0.1437282103728588
              ],
              "bootstrap95": [
                0.04819277108433735,
                0.13855421686746988
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 130,
              "text_mean": 0.7831325301204819,
              "pooled": 0.7831325301204819,
              "wilson95": [
                0.7144202040765941,
                0.8390371240263053
              ],
              "bootstrap95": [
                0.7168674698795181,
                0.8433734939759037
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 21,
              "text_mean": 0.12650602409638553,
              "pooled": 0.12650602409638553,
              "wilson95": [
                0.08425167742952813,
                0.1856556769879236
              ],
              "bootstrap95": [
                0.0783132530120482,
                0.18072289156626506
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 151,
              "text_mean": 0.9096385542168675,
              "pooled": 0.9096385542168675,
              "wilson95": [
                0.8562717896271411,
                0.9444749829472666
              ],
              "bootstrap95": [
                0.8673192771084338,
                0.9518072289156626
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 125,
              "text_mean": 0.7530120481927711,
              "pooled": 0.7530120481927711,
              "wilson95": [
                0.6821792456442569,
                0.8123996432987596
              ],
              "bootstrap95": [
                0.6867469879518072,
                0.8132530120481928
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.6984375,
              "paired_text_mean": 0.7166666666666667,
              "bootstrap95": [
                0.6268602430555555,
                0.7632309027777777
              ]
            },
            "test": {
              "n_text": 166,
              "n_variants": 166,
              "pooled": 0.6942408186964726,
              "paired_text_mean": 0.7018072289156626,
              "bootstrap95": [
                0.6383255915227174,
                0.7446844607345043
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.7780113035465377
        },
        "none_probability": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 166,
              "n_variants": 166
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 1.0,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 99,
              "text_mean": 0.825,
              "pooled": 0.825,
              "wilson95": [
                0.7472429012735073,
                0.8825946405543355
              ],
              "bootstrap95": [
                0.7583333333333333,
                0.8916666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 21,
              "text_mean": 0.175,
              "pooled": 0.175,
              "wilson95": [
                0.11740535944566463,
                0.25275709872649266
              ],
              "bootstrap95": [
                0.10833333333333334,
                0.25
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 120,
              "text_mean": 1.0,
              "pooled": 1.0,
              "wilson95": [
                0.9689808335812966,
                1.0
              ],
              "bootstrap95": [
                1.0,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 120,
              "text_mean": 1.0,
              "pooled": 1.0,
              "wilson95": [
                0.9689808335812966,
                1.0
              ],
              "bootstrap95": [
                1.0,
                1.0
              ]
            }
          },
          "test": {
            "threshold": 1.0,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.02261790994594346
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.02261790994594346
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 132,
              "text_mean": 0.7951807228915663,
              "pooled": 0.7951807228915663,
              "wilson95": [
                0.7274444190645216,
                0.8495642847023309
              ],
              "bootstrap95": [
                0.7349397590361446,
                0.8554216867469879
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 34,
              "text_mean": 0.20481927710843373,
              "pooled": 0.20481927710843373,
              "wilson95": [
                0.15043571529766897,
                0.2725555809354784
              ],
              "bootstrap95": [
                0.14457831325301204,
                0.26506024096385544
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 166,
              "text_mean": 1.0,
              "pooled": 1.0,
              "wilson95": [
                0.9773820900540565,
                0.9999999999999999
              ],
              "bootstrap95": [
                1.0,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 166,
              "text_mean": 1.0,
              "pooled": 1.0,
              "wilson95": [
                0.9773820900540565,
                0.9999999999999999
              ],
              "bootstrap95": [
                1.0,
                1.0
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.8054513888888889,
              "paired_text_mean": 0.7958333333333333,
              "bootstrap95": [
                0.7463880208333333,
                0.8630581597222222
              ]
            },
            "test": {
              "n_text": 166,
              "n_variants": 166,
              "pooled": 0.7605966032805922,
              "paired_text_mean": 0.7530120481927711,
              "bootstrap95": [
                0.7109136848599217,
                0.8061220786761504
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 1.0
        }
      },
      "coverage": {
        "calibration": {
          "n_pairs": 240,
          "n_text": 120,
          "prevalence": 0.5,
          "brier": 0.2381429166666667,
          "brier_text_mean": 0.2381429166666667,
          "brier_bootstrap95": [
            0.19201853125,
            0.28787540625
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 60,
              "mean_predicted": 0.01950000000000001,
              "observed": 0.18333333333333332
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 17,
              "mean_predicted": 0.1435294117647059,
              "observed": 0.23529411764705882
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 4,
              "mean_predicted": 0.2775,
              "observed": 0.25
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 8,
              "mean_predicted": 0.3675,
              "observed": 0.375
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 6,
              "mean_predicted": 0.4533333333333333,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 3,
              "mean_predicted": 0.5366666666666667,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 6,
              "mean_predicted": 0.6216666666666666,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 10,
              "mean_predicted": 0.748,
              "observed": 0.5
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 13,
              "mean_predicted": 0.8415384615384617,
              "observed": 0.23076923076923078
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 113,
              "mean_predicted": 0.9853982300884955,
              "observed": 0.7522123893805309
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        },
        "test": {
          "n_pairs": 332,
          "n_text": 166,
          "prevalence": 0.5,
          "brier": 0.2592575301204819,
          "brier_text_mean": 0.2592575301204819,
          "brier_bootstrap95": [
            0.22459731927710844,
            0.29627246234939764
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 69,
              "mean_predicted": 0.02144927536231885,
              "observed": 0.21739130434782608
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 16,
              "mean_predicted": 0.146875,
              "observed": 0.1875
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 16,
              "mean_predicted": 0.24562499999999998,
              "observed": 0.25
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 8,
              "mean_predicted": 0.3425,
              "observed": 0.375
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 13,
              "mean_predicted": 0.4484615384615385,
              "observed": 0.5384615384615384
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 14,
              "mean_predicted": 0.5464285714285714,
              "observed": 0.2857142857142857
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 8,
              "mean_predicted": 0.63625,
              "observed": 0.375
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 12,
              "mean_predicted": 0.7433333333333333,
              "observed": 0.5
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 17,
              "mean_predicted": 0.8488235294117648,
              "observed": 0.47058823529411764
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 159,
              "mean_predicted": 0.98874213836478,
              "observed": 0.710691823899371
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        }
      },
      "conditional_ordinary": {
        "calibration": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.875,
          "brier": 0.10926166666666665,
          "brier_text_mean": 0.10926166666666665,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 3,
              "mean_predicted": 0.5266666666666666,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 3,
              "mean_predicted": 0.6433333333333334,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 1,
              "mean_predicted": 0.77,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 5,
              "mean_predicted": 0.8440000000000001,
              "observed": 0.8
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 108,
              "mean_predicted": 0.9899999999999998,
              "observed": 0.8981481481481481
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.875,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 166,
          "n_text": 166,
          "prevalence": 0.8313253012048193,
          "brier": 0.1420644578313253,
          "brier_text_mean": 0.1420644578313253,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 6,
              "mean_predicted": 0.5666666666666665,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 5,
              "mean_predicted": 0.654,
              "observed": 0.8
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 7,
              "mean_predicted": 0.7442857142857141,
              "observed": 0.7142857142857143
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 11,
              "mean_predicted": 0.8445454545454545,
              "observed": 0.6363636363636364
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 137,
              "mean_predicted": 0.987153284671533,
              "observed": 0.8759124087591241
            }
          ],
          "defined": 166,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.8313253012048193,
          "decision_n": 166,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      },
      "conditional_ordinary_with_none": {
        "calibration": {
          "n_pairs": 111,
          "n_text": 111,
          "prevalence": 0.8828828828828829,
          "brier": 0.10763553969478358,
          "brier_text_mean": 0.10763553969478358,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 1,
              "mean_predicted": 0.5555555555555556,
              "observed": 0.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 1,
              "mean_predicted": 0.6506024096385542,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 1,
              "mean_predicted": 0.7222222222222223,
              "observed": 0.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 1,
              "mean_predicted": 0.8695652173913043,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 107,
              "mean_predicted": 0.9972109555867561,
              "observed": 0.897196261682243
            }
          ],
          "defined": 111,
          "zero_ordinary_mass": 9,
          "undefined_fraction": 0.075,
          "decision_accuracy": 0.825,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 143,
          "n_text": 143,
          "prevalence": 0.8601398601398601,
          "brier": 0.1326993146941974,
          "brier_text_mean": 0.1326993146941974,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 3,
              "mean_predicted": 0.5510521885521885,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 1,
              "mean_predicted": 0.6666666666666667,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 4,
              "mean_predicted": 0.7518768768768769,
              "observed": 0.75
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 3,
              "mean_predicted": 0.8390697674418606,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 132,
              "mean_predicted": 0.9948238686216849,
              "observed": 0.8712121212121212
            }
          ],
          "defined": 143,
          "zero_ordinary_mass": 23,
          "undefined_fraction": 0.13855421686746988,
          "decision_accuracy": 0.7951807228915663,
          "decision_n": 166,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      }
    },
    "emotion|k2|neutral|aligned": {
      "group": "emotion|k2|neutral|aligned",
      "task": "emotion",
      "candidate_size": 2,
      "name_mode": "neutral",
      "none_mode": "aligned",
      "member_seeds": [
        0
      ],
      "order_seeds": [
        0
      ],
      "multiple_variants": false,
      "n_unique_member_sets": 15,
      "failure_metadata_fields": {},
      "has_probabilities": true,
      "n_text": {
        "calibration": 120,
        "test": 166
      },
      "n_variants": {
        "calibration": 120,
        "test": 166
      },
      "native": {
        "calibration": {
          "present": {
            "correct": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 73,
              "text_mean": 0.6083333333333333,
              "pooled": 0.6083333333333333,
              "wilson95": [
                0.5189378169992731,
                0.6910080302766743
              ],
              "bootstrap95": [
                0.5166666666666667,
                0.6916666666666667
              ]
            },
            "wrong": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 7,
              "text_mean": 0.058333333333333334,
              "pooled": 0.058333333333333334,
              "wilson95": [
                0.028541010000220295,
                0.11552592033630113
              ],
              "bootstrap95": [
                0.025,
                0.10833333333333334
              ]
            },
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 40,
              "text_mean": 0.3333333333333333,
              "pooled": 0.3333333333333333,
              "wilson95": [
                0.25531740501258443,
                0.4216889837936501
              ],
              "bootstrap95": [
                0.25,
                0.425
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 90,
              "text_mean": 0.75,
              "pooled": 0.75,
              "wilson95": [
                0.665588633358744,
                0.8189017834319043
              ],
              "bootstrap95": [
                0.6666666666666666,
                0.825
              ]
            },
            "accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 30,
              "text_mean": 0.25,
              "pooled": 0.25,
              "wilson95": [
                0.18109821656809566,
                0.33441136664125615
              ],
              "bootstrap95": [
                0.175,
                0.3333333333333333
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 120,
            "text_mean": 0.4166666666666667,
            "bootstrap95": [
              0.2916666666666667,
              0.5333333333333333
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        },
        "test": {
          "present": {
            "correct": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 92,
              "text_mean": 0.5542168674698795,
              "pooled": 0.5542168674698795,
              "wilson95": [
                0.4782276592976661,
                0.6277535311901231
              ],
              "bootstrap95": [
                0.46987951807228917,
                0.6325301204819277
              ]
            },
            "wrong": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 15,
              "text_mean": 0.09036144578313253,
              "pooled": 0.09036144578313253,
              "wilson95": [
                0.055525017052733404,
                0.1437282103728588
              ],
              "bootstrap95": [
                0.04819277108433735,
                0.13253012048192772
              ]
            },
            "rejected": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 59,
              "text_mean": 0.35542168674698793,
              "pooled": 0.35542168674698793,
              "wilson95": [
                0.2866334979060278,
                0.430749994126534
              ],
              "bootstrap95": [
                0.28313253012048195,
                0.42771084337349397
              ]
            },
            "interface_failure": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.02261790994594346
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 118,
              "text_mean": 0.7108433734939759,
              "pooled": 0.7108433734939759,
              "wilson95": [
                0.6377243964163045,
                0.7744246777028759
              ],
              "bootstrap95": [
                0.6445783132530121,
                0.7771084337349398
              ]
            },
            "accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 48,
              "text_mean": 0.2891566265060241,
              "pooled": 0.2891566265060241,
              "wilson95": [
                0.22557532229712407,
                0.36227560358369537
              ],
              "bootstrap95": [
                0.2289156626506024,
                0.35542168674698793
              ]
            },
            "interface_failure": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.02261790994594346
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 166,
            "text_mean": 0.35542168674698793,
            "bootstrap95": [
              0.25903614457831325,
              0.4457831325301205
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        }
      },
      "scores": {
        "negative_max": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 166,
              "n_variants": 166
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -0.74,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 25,
              "text_mean": 0.20833333333333334,
              "pooled": 0.20833333333333334,
              "wilson95": [
                0.14528439608109694,
                0.2894767843298135
              ],
              "bootstrap95": [
                0.14166666666666666,
                0.2833333333333333
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 102,
              "text_mean": 0.85,
              "pooled": 0.85,
              "wilson95": [
                0.775324706432755,
                0.9029618770741527
              ],
              "bootstrap95": [
                0.7833333333333333,
                0.9083333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 12,
              "text_mean": 0.1,
              "pooled": 0.1,
              "wilson95": [
                0.058133592026010775,
                0.166681741108952
              ],
              "bootstrap95": [
                0.05,
                0.15833333333333333
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 95,
              "text_mean": 0.7916666666666666,
              "pooled": 0.7916666666666666,
              "wilson95": [
                0.7105232156701865,
                0.8547156039189031
              ],
              "bootstrap95": [
                0.7166666666666667,
                0.8583333333333333
              ]
            }
          },
          "test": {
            "threshold": -0.74,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 39,
              "text_mean": 0.23493975903614459,
              "pooled": 0.23493975903614459,
              "wilson95": [
                0.17689305426018903,
                0.30497668113284127
              ],
              "bootstrap95": [
                0.1746987951807229,
                0.30120481927710846
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 14,
              "text_mean": 0.08433734939759036,
              "pooled": 0.08433734939759036,
              "wilson95": [
                0.050901346094600966,
                0.13657619349901468
              ],
              "bootstrap95": [
                0.04819277108433735,
                0.12650602409638553
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 128,
              "text_mean": 0.7710843373493976,
              "pooled": 0.7710843373493976,
              "wilson95": [
                0.7014710488161878,
                0.8284349036227586
              ],
              "bootstrap95": [
                0.7048192771084337,
                0.8373493975903614
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 24,
              "text_mean": 0.14457831325301204,
              "pooled": 0.14457831325301204,
              "wilson95": [
                0.0991204477459792,
                0.20611397016740227
              ],
              "bootstrap95": [
                0.09036144578313253,
                0.19879518072289157
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 152,
              "text_mean": 0.9156626506024096,
              "pooled": 0.9156626506024096,
              "wilson95": [
                0.8634238065009852,
                0.9490986539053989
              ],
              "bootstrap95": [
                0.8734939759036144,
                0.9578313253012049
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 127,
              "text_mean": 0.7650602409638554,
              "pooled": 0.7650602409638554,
              "wilson95": [
                0.6950233188671587,
                0.8231069457398109
              ],
              "bootstrap95": [
                0.6987951807228916,
                0.8253012048192772
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.7120138888888888,
              "paired_text_mean": 0.7166666666666667,
              "bootstrap95": [
                0.6445824652777777,
                0.7746284722222221
              ]
            },
            "test": {
              "n_text": 166,
              "n_variants": 166,
              "pooled": 0.6965996516185223,
              "paired_text_mean": 0.6807228915662651,
              "bootstrap95": [
                0.6424712403832197,
                0.747506441428364
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -0.74
        },
        "normalized_entropy": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 166,
              "n_variants": 166
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.8267463724926178,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 25,
              "text_mean": 0.20833333333333334,
              "pooled": 0.20833333333333334,
              "wilson95": [
                0.14528439608109694,
                0.2894767843298135
              ],
              "bootstrap95": [
                0.14166666666666666,
                0.2833333333333333
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 102,
              "text_mean": 0.85,
              "pooled": 0.85,
              "wilson95": [
                0.775324706432755,
                0.9029618770741527
              ],
              "bootstrap95": [
                0.7833333333333333,
                0.9166666666666666
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 12,
              "text_mean": 0.1,
              "pooled": 0.1,
              "wilson95": [
                0.058133592026010775,
                0.166681741108952
              ],
              "bootstrap95": [
                0.05,
                0.15833333333333333
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 95,
              "text_mean": 0.7916666666666666,
              "pooled": 0.7916666666666666,
              "wilson95": [
                0.7105232156701865,
                0.8547156039189031
              ],
              "bootstrap95": [
                0.7166666666666667,
                0.8666666666666667
              ]
            }
          },
          "test": {
            "threshold": 0.8267463724926178,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 39,
              "text_mean": 0.23493975903614459,
              "pooled": 0.23493975903614459,
              "wilson95": [
                0.17689305426018903,
                0.30497668113284127
              ],
              "bootstrap95": [
                0.1686746987951807,
                0.3072289156626506
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 14,
              "text_mean": 0.08433734939759036,
              "pooled": 0.08433734939759036,
              "wilson95": [
                0.050901346094600966,
                0.13657619349901468
              ],
              "bootstrap95": [
                0.04216867469879518,
                0.12650602409638553
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 128,
              "text_mean": 0.7710843373493976,
              "pooled": 0.7710843373493976,
              "wilson95": [
                0.7014710488161878,
                0.8284349036227586
              ],
              "bootstrap95": [
                0.7048192771084337,
                0.8313253012048193
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 24,
              "text_mean": 0.14457831325301204,
              "pooled": 0.14457831325301204,
              "wilson95": [
                0.0991204477459792,
                0.20611397016740227
              ],
              "bootstrap95": [
                0.09036144578313253,
                0.19879518072289157
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 152,
              "text_mean": 0.9156626506024096,
              "pooled": 0.9156626506024096,
              "wilson95": [
                0.8634238065009852,
                0.9490986539053989
              ],
              "bootstrap95": [
                0.8734939759036144,
                0.9578313253012049
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 127,
              "text_mean": 0.7650602409638554,
              "pooled": 0.7650602409638554,
              "wilson95": [
                0.6950233188671587,
                0.8231069457398109
              ],
              "bootstrap95": [
                0.7046686746987952,
                0.8253012048192772
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.7120138888888888,
              "paired_text_mean": 0.7166666666666667,
              "bootstrap95": [
                0.6474296875,
                0.7758003472222222
              ]
            },
            "test": {
              "n_text": 166,
              "n_variants": 166,
              "pooled": 0.6965996516185223,
              "paired_text_mean": 0.6807228915662651,
              "bootstrap95": [
                0.6407120953694295,
                0.7511263427202787
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.8267463724926178
        },
        "none_probability": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 166,
              "n_variants": 166
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 1.0,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 101,
              "text_mean": 0.8416666666666667,
              "pooled": 0.8416666666666667,
              "wilson95": [
                0.7659066765413198,
                0.8962302264058994
              ],
              "bootstrap95": [
                0.775,
                0.9083333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 19,
              "text_mean": 0.15833333333333333,
              "pooled": 0.15833333333333333,
              "wilson95": [
                0.10376977359410051,
                0.23409332345868022
              ],
              "bootstrap95": [
                0.09166666666666666,
                0.225
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 120,
              "text_mean": 1.0,
              "pooled": 1.0,
              "wilson95": [
                0.9689808335812966,
                1.0
              ],
              "bootstrap95": [
                1.0,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 120,
              "text_mean": 1.0,
              "pooled": 1.0,
              "wilson95": [
                0.9689808335812966,
                1.0
              ],
              "bootstrap95": [
                1.0,
                1.0
              ]
            }
          },
          "test": {
            "threshold": 1.0,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.02261790994594346
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.02261790994594346
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 130,
              "text_mean": 0.7831325301204819,
              "pooled": 0.7831325301204819,
              "wilson95": [
                0.7144202040765941,
                0.8390371240263053
              ],
              "bootstrap95": [
                0.7168674698795181,
                0.8433734939759037
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 36,
              "text_mean": 0.21686746987951808,
              "pooled": 0.21686746987951808,
              "wilson95": [
                0.16096287597369466,
                0.2855797959234058
              ],
              "bootstrap95": [
                0.1566265060240964,
                0.27710843373493976
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 166,
              "text_mean": 1.0,
              "pooled": 1.0,
              "wilson95": [
                0.9773820900540565,
                0.9999999999999999
              ],
              "bootstrap95": [
                1.0,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 166,
              "text_mean": 1.0,
              "pooled": 1.0,
              "wilson95": [
                0.9773820900540565,
                0.9999999999999999
              ],
              "bootstrap95": [
                1.0,
                1.0
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.8093055555555555,
              "paired_text_mean": 0.7833333333333333,
              "bootstrap95": [
                0.7472847222222222,
                0.8608020833333333
              ]
            },
            "test": {
              "n_text": 166,
              "n_variants": 166,
              "pooled": 0.7655682972855277,
              "paired_text_mean": 0.7740963855421686,
              "bootstrap95": [
                0.7156100304833792,
                0.8104287632457541
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 1.0
        }
      },
      "coverage": {
        "calibration": {
          "n_pairs": 240,
          "n_text": 120,
          "prevalence": 0.5,
          "brier": 0.22416583333333331,
          "brier_text_mean": 0.22416583333333334,
          "brier_bootstrap95": [
            0.17869309375,
            0.2726373854166666
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 74,
              "mean_predicted": 0.017972972972972977,
              "observed": 0.20270270270270271
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 17,
              "mean_predicted": 0.15000000000000002,
              "observed": 0.4117647058823529
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 7,
              "mean_predicted": 0.24428571428571427,
              "observed": 0.2857142857142857
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 4,
              "mean_predicted": 0.36250000000000004,
              "observed": 0.25
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 7,
              "mean_predicted": 0.4414285714285714,
              "observed": 0.7142857142857143
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 8,
              "mean_predicted": 0.545,
              "observed": 0.25
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 6,
              "mean_predicted": 0.6533333333333334,
              "observed": 0.16666666666666666
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 8,
              "mean_predicted": 0.74625,
              "observed": 0.375
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 9,
              "mean_predicted": 0.8533333333333333,
              "observed": 0.7777777777777778
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 100,
              "mean_predicted": 0.9802,
              "observed": 0.77
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        },
        "test": {
          "n_pairs": 332,
          "n_text": 166,
          "prevalence": 0.5,
          "brier": 0.24917951807228914,
          "brier_text_mean": 0.24917951807228914,
          "brier_bootstrap95": [
            0.21236261295180725,
            0.28713873493975894
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 91,
              "mean_predicted": 0.01824175824175825,
              "observed": 0.21978021978021978
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 18,
              "mean_predicted": 0.15166666666666667,
              "observed": 0.05555555555555555
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 14,
              "mean_predicted": 0.2378571428571429,
              "observed": 0.5
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 16,
              "mean_predicted": 0.3575,
              "observed": 0.5625
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 14,
              "mean_predicted": 0.4478571428571429,
              "observed": 0.6428571428571429
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 9,
              "mean_predicted": 0.5433333333333334,
              "observed": 0.5555555555555556
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 10,
              "mean_predicted": 0.6439999999999999,
              "observed": 0.5
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 5,
              "mean_predicted": 0.764,
              "observed": 0.2
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 20,
              "mean_predicted": 0.851,
              "observed": 0.55
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 135,
              "mean_predicted": 0.9872592592592591,
              "observed": 0.725925925925926
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        }
      },
      "conditional_ordinary": {
        "calibration": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.875,
          "brier": 0.10290916666666666,
          "brier_text_mean": 0.10290916666666666,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 3,
              "mean_predicted": 0.5666666666666665,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 2,
              "mean_predicted": 0.65,
              "observed": 0.5
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 2,
              "mean_predicted": 0.735,
              "observed": 0.5
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 8,
              "mean_predicted": 0.8537499999999999,
              "observed": 0.875
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 105,
              "mean_predicted": 0.9869523809523808,
              "observed": 0.9047619047619048
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.875,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 166,
          "n_text": 166,
          "prevalence": 0.8192771084337349,
          "brier": 0.1522066265060241,
          "brier_text_mean": 0.1522066265060241,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 6,
              "mean_predicted": 0.5516666666666666,
              "observed": 0.8333333333333334
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 7,
              "mean_predicted": 0.6642857142857144,
              "observed": 0.42857142857142855
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 9,
              "mean_predicted": 0.7622222222222222,
              "observed": 0.5555555555555556
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 12,
              "mean_predicted": 0.8391666666666667,
              "observed": 0.75
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 132,
              "mean_predicted": 0.9884848484848489,
              "observed": 0.8636363636363636
            }
          ],
          "defined": 166,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.8192771084337349,
          "decision_n": 166,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      },
      "conditional_ordinary_with_none": {
        "calibration": {
          "n_pairs": 113,
          "n_text": 113,
          "prevalence": 0.8938053097345132,
          "brier": 0.08953241376400596,
          "brier_text_mean": 0.08953241376400596,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 1,
              "mean_predicted": 0.5360824742268041,
              "observed": 0.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 2,
              "mean_predicted": 0.6568627450980393,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 3,
              "mean_predicted": 0.75,
              "observed": 0.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 4,
              "mean_predicted": 0.8784265811587794,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 103,
              "mean_predicted": 0.9947865677908525,
              "observed": 0.9223300970873787
            }
          ],
          "defined": 113,
          "zero_ordinary_mass": 7,
          "undefined_fraction": 0.058333333333333334,
          "decision_accuracy": 0.8416666666666667,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 152,
          "n_text": 152,
          "prevalence": 0.8223684210526315,
          "brier": 0.1497489090853214,
          "brier_text_mean": 0.1497489090853214,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 5,
              "mean_predicted": 0.5543858580443947,
              "observed": 0.4
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 3,
              "mean_predicted": 0.6517615176151762,
              "observed": 0.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 4,
              "mean_predicted": 0.7587499999999999,
              "observed": 0.75
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 4,
              "mean_predicted": 0.8624053030303029,
              "observed": 0.75
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 136,
              "mean_predicted": 0.9941305020987327,
              "observed": 0.8602941176470589
            }
          ],
          "defined": 152,
          "zero_ordinary_mass": 14,
          "undefined_fraction": 0.08433734939759036,
          "decision_accuracy": 0.7831325301204819,
          "decision_n": 166,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      }
    },
    "emotion|k4|natural|aligned": {
      "group": "emotion|k4|natural|aligned",
      "task": "emotion",
      "candidate_size": 4,
      "name_mode": "natural",
      "none_mode": "aligned",
      "member_seeds": [
        0
      ],
      "order_seeds": [
        0
      ],
      "multiple_variants": false,
      "n_unique_member_sets": 15,
      "failure_metadata_fields": {},
      "has_probabilities": true,
      "n_text": {
        "calibration": 120,
        "test": 166
      },
      "n_variants": {
        "calibration": 120,
        "test": 166
      },
      "native": {
        "calibration": {
          "present": {
            "correct": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 67,
              "text_mean": 0.5583333333333333,
              "pooled": 0.5583333333333333,
              "wilson95": [
                0.4690452309131966,
                0.6440025330046214
              ],
              "bootstrap95": [
                0.4666666666666667,
                0.6416666666666667
              ]
            },
            "wrong": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 22,
              "text_mean": 0.18333333333333332,
              "pooled": 0.18333333333333332,
              "wilson95": [
                0.12430300356014223,
                0.2620091351717033
              ],
              "bootstrap95": [
                0.11666666666666667,
                0.25
              ]
            },
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 31,
              "text_mean": 0.25833333333333336,
              "pooled": 0.25833333333333336,
              "wilson95": [
                0.18837396318660649,
                0.3432853005824337
              ],
              "bootstrap95": [
                0.18333333333333332,
                0.3416666666666667
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 80,
              "text_mean": 0.6666666666666666,
              "pooled": 0.6666666666666666,
              "wilson95": [
                0.5783110162063498,
                0.7446825949874156
              ],
              "bootstrap95": [
                0.583125,
                0.7583333333333333
              ]
            },
            "accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 40,
              "text_mean": 0.3333333333333333,
              "pooled": 0.3333333333333333,
              "wilson95": [
                0.25531740501258443,
                0.4216889837936501
              ],
              "bootstrap95": [
                0.25,
                0.425
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 120,
            "text_mean": 0.4083333333333333,
            "bootstrap95": [
              0.30833333333333335,
              0.5083333333333333
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        },
        "test": {
          "present": {
            "correct": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 81,
              "text_mean": 0.4879518072289157,
              "pooled": 0.4879518072289157,
              "wilson95": [
                0.41304939245812106,
                0.5633992318779257
              ],
              "bootstrap95": [
                0.41566265060240964,
                0.5602409638554217
              ]
            },
            "wrong": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 27,
              "text_mean": 0.16265060240963855,
              "pooled": 0.16265060240963855,
              "wilson95": [
                0.11425687133157685,
                0.2263046100777344
              ],
              "bootstrap95": [
                0.10843373493975904,
                0.22289156626506024
              ]
            },
            "rejected": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 58,
              "text_mean": 0.3493975903614458,
              "pooled": 0.3493975903614458,
              "wilson95": [
                0.2810189336856055,
                0.42458887051497984
              ],
              "bootstrap95": [
                0.27710843373493976,
                0.42168674698795183
              ]
            },
            "interface_failure": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.02261790994594346
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 102,
              "text_mean": 0.6144578313253012,
              "pooled": 0.6144578313253012,
              "wilson95": [
                0.5386237528178108,
                0.6851143159897441
              ],
              "bootstrap95": [
                0.536144578313253,
                0.6868975903614449
              ]
            },
            "accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 64,
              "text_mean": 0.3855421686746988,
              "pooled": 0.3855421686746988,
              "wilson95": [
                0.31488568401025574,
                0.46137624718218906
              ],
              "bootstrap95": [
                0.3132530120481928,
                0.463855421686747
              ]
            },
            "interface_failure": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.02261790994594346
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 166,
            "text_mean": 0.26506024096385544,
            "bootstrap95": [
              0.1746987951807229,
              0.3493975903614458
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        }
      },
      "scores": {
        "negative_max": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 166,
              "n_variants": 166
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -0.55,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 7,
              "text_mean": 0.058333333333333334,
              "pooled": 0.058333333333333334,
              "wilson95": [
                0.028541010000220295,
                0.11552592033630113
              ],
              "bootstrap95": [
                0.025,
                0.1
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 82,
              "text_mean": 0.6833333333333333,
              "pooled": 0.6833333333333333,
              "wilson95": [
                0.5955213183551313,
                0.7597716539580108
              ],
              "bootstrap95": [
                0.6,
                0.7666666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 32,
              "text_mean": 0.26666666666666666,
              "pooled": 0.26666666666666666,
              "wilson95": [
                0.19568455046725244,
                0.352124393861476
              ],
              "bootstrap95": [
                0.19166666666666668,
                0.35
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 113,
              "text_mean": 0.9416666666666667,
              "pooled": 0.9416666666666667,
              "wilson95": [
                0.8844740796636988,
                0.9714589899997798
              ],
              "bootstrap95": [
                0.9,
                0.975
              ]
            }
          },
          "test": {
            "threshold": -0.55,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 18,
              "text_mean": 0.10843373493975904,
              "pooled": 0.10843373493975904,
              "wilson95": [
                0.06969768908106336,
                0.1648826018404586
              ],
              "bootstrap95": [
                0.06626506024096386,
                0.16265060240963855
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 12,
              "text_mean": 0.07228915662650602,
              "pooled": 0.07228915662650602,
              "wilson95": [
                0.041833048912887895,
                0.12209311501677458
              ],
              "bootstrap95": [
                0.03614457831325301,
                0.1144578313253012
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 107,
              "text_mean": 0.6445783132530121,
              "pooled": 0.6445783132530121,
              "wilson95": [
                0.569250005873466,
                0.7133665020939721
              ],
              "bootstrap95": [
                0.572289156626506,
                0.7168674698795181
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 47,
              "text_mean": 0.28313253012048195,
              "pooled": 0.28313253012048195,
              "wilson95": [
                0.22010542368590802,
                0.35596981436293496
              ],
              "bootstrap95": [
                0.21671686746987953,
                0.35542168674698793
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 154,
              "text_mean": 0.927710843373494,
              "pooled": 0.927710843373494,
              "wilson95": [
                0.8779068849832254,
                0.958166951087112
              ],
              "bootstrap95": [
                0.8855421686746988,
                0.963855421686747
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 148,
              "text_mean": 0.891566265060241,
              "pooled": 0.891566265060241,
              "wilson95": [
                0.8351173981595413,
                0.9303023109189367
              ],
              "bootstrap95": [
                0.8433734939759037,
                0.9337349397590361
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.6578472222222222,
              "paired_text_mean": 0.65,
              "bootstrap95": [
                0.5860407986111111,
                0.7259921874999999
              ]
            },
            "test": {
              "n_text": 166,
              "n_variants": 166,
              "pooled": 0.5672085934097837,
              "paired_text_mean": 0.536144578313253,
              "bootstrap95": [
                0.5093391638844534,
                0.6240496625054434
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -0.55
        },
        "normalized_entropy": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 166,
              "n_variants": 166
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.5654072514071299,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 18,
              "text_mean": 0.15,
              "pooled": 0.15,
              "wilson95": [
                0.09703812292584739,
                0.22467529356724508
              ],
              "bootstrap95": [
                0.09145833333333334,
                0.21666666666666667
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 82,
              "text_mean": 0.6833333333333333,
              "pooled": 0.6833333333333333,
              "wilson95": [
                0.5955213183551313,
                0.7597716539580108
              ],
              "bootstrap95": [
                0.6,
                0.7666666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 32,
              "text_mean": 0.26666666666666666,
              "pooled": 0.26666666666666666,
              "wilson95": [
                0.19568455046725244,
                0.352124393861476
              ],
              "bootstrap95": [
                0.18333333333333332,
                0.35
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 102,
              "text_mean": 0.85,
              "pooled": 0.85,
              "wilson95": [
                0.775324706432755,
                0.9029618770741527
              ],
              "bootstrap95": [
                0.7833333333333333,
                0.9083333333333333
              ]
            }
          },
          "test": {
            "threshold": 0.5654072514071299,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 24,
              "text_mean": 0.14457831325301204,
              "pooled": 0.14457831325301204,
              "wilson95": [
                0.0991204477459792,
                0.20611397016740227
              ],
              "bootstrap95": [
                0.09036144578313253,
                0.1989457831325293
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 14,
              "text_mean": 0.08433734939759036,
              "pooled": 0.08433734939759036,
              "wilson95": [
                0.050901346094600966,
                0.13657619349901468
              ],
              "bootstrap95": [
                0.04216867469879518,
                0.12650602409638553
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 107,
              "text_mean": 0.6445783132530121,
              "pooled": 0.6445783132530121,
              "wilson95": [
                0.569250005873466,
                0.7133665020939721
              ],
              "bootstrap95": [
                0.5662650602409639,
                0.7168674698795181
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 45,
              "text_mean": 0.2710843373493976,
              "pooled": 0.2710843373493976,
              "wilson95": [
                0.20920932021440333,
                0.3433145421704864
              ],
              "bootstrap95": [
                0.20481927710843373,
                0.3373493975903614
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 152,
              "text_mean": 0.9156626506024096,
              "pooled": 0.9156626506024096,
              "wilson95": [
                0.8634238065009852,
                0.9490986539053989
              ],
              "bootstrap95": [
                0.8674698795180723,
                0.9518072289156626
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 142,
              "text_mean": 0.8554216867469879,
              "pooled": 0.8554216867469879,
              "wilson95": [
                0.7938860298325976,
                0.9008795522540207
              ],
              "bootstrap95": [
                0.8012048192771084,
                0.9036144578313253
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.6640972222222222,
              "paired_text_mean": 0.65,
              "bootstrap95": [
                0.5977734375,
                0.7294114583333333
              ]
            },
            "test": {
              "n_text": 166,
              "n_variants": 166,
              "pooled": 0.5730512411090144,
              "paired_text_mean": 0.5331325301204819,
              "bootstrap95": [
                0.5170334954274931,
                0.631368848889534
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.5654072514071299
        },
        "none_probability": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 166,
              "n_variants": 166
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.97,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 42,
              "text_mean": 0.35,
              "pooled": 0.35,
              "wilson95": [
                0.2705189959028541,
                0.438786754022757
              ],
              "bootstrap95": [
                0.26666666666666666,
                0.44166666666666665
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 4,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.0130375510983506,
                0.082580337559106
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.06666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 82,
              "text_mean": 0.6833333333333333,
              "pooled": 0.6833333333333333,
              "wilson95": [
                0.5955213183551313,
                0.7597716539580108
              ],
              "bootstrap95": [
                0.6,
                0.7666666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 34,
              "text_mean": 0.2833333333333333,
              "pooled": 0.2833333333333333,
              "wilson95": [
                0.21040628091756453,
                0.36970202453054035
              ],
              "bootstrap95": [
                0.20833333333333334,
                0.35833333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 116,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.917419662440894,
                0.9869624489016494
              ],
              "bootstrap95": [
                0.9333333333333333,
                0.9916666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 78,
              "text_mean": 0.65,
              "pooled": 0.65,
              "wilson95": [
                0.561213245977243,
                0.729481004097146
              ],
              "bootstrap95": [
                0.5583333333333333,
                0.7333333333333333
              ]
            }
          },
          "test": {
            "threshold": 0.97,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 57,
              "text_mean": 0.3433734939759036,
              "pooled": 0.3433734939759036,
              "wilson95": [
                0.2754166330584429,
                0.41841548331016587
              ],
              "bootstrap95": [
                0.2710843373493976,
                0.41566265060240964
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 16,
              "text_mean": 0.0963855421686747,
              "pooled": 0.0963855421686747,
              "wilson95": [
                0.06020163030645203,
                0.15082728495111677
              ],
              "bootstrap95": [
                0.05421686746987952,
                0.14457831325301204
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 104,
              "text_mean": 0.6265060240963856,
              "pooled": 0.6265060240963856,
              "wilson95": [
                0.550838866614826,
                0.6964505778566824
              ],
              "bootstrap95": [
                0.5542168674698795,
                0.6987951807228916
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 46,
              "text_mean": 0.27710843373493976,
              "pooled": 0.27710843373493976,
              "wilson95": [
                0.2146499963346093,
                0.349649553882257
              ],
              "bootstrap95": [
                0.21084337349397592,
                0.3493975903614458
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 150,
              "text_mean": 0.9036144578313253,
              "pooled": 0.9036144578313253,
              "wilson95": [
                0.8491727150488833,
                0.9397983696935479
              ],
              "bootstrap95": [
                0.8614457831325302,
                0.9457831325301205
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 109,
              "text_mean": 0.6566265060240963,
              "pooled": 0.6566265060240963,
              "wilson95": [
                0.581584516689834,
                0.724583366941557
              ],
              "bootstrap95": [
                0.5783132530120482,
                0.7289156626506024
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.7911458333333333,
              "paired_text_mean": 0.8166666666666667,
              "bootstrap95": [
                0.7388888888888889,
                0.8382031249999999
              ]
            },
            "test": {
              "n_text": 166,
              "n_variants": 166,
              "pooled": 0.7098272608506314,
              "paired_text_mean": 0.7379518072289156,
              "bootstrap95": [
                0.6625562490927566,
                0.7556870554507186
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.97
        }
      },
      "coverage": {
        "calibration": {
          "n_pairs": 240,
          "n_text": 120,
          "prevalence": 0.5,
          "brier": 0.22437625,
          "brier_text_mean": 0.22437625000000003,
          "brier_bootstrap95": [
            0.18912936458333335,
            0.2614601041666666
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 87,
              "mean_predicted": 0.018965517241379317,
              "observed": 0.25287356321839083
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 9,
              "mean_predicted": 0.1311111111111111,
              "observed": 0.2222222222222222
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 16,
              "mean_predicted": 0.24000000000000005,
              "observed": 0.4375
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 13,
              "mean_predicted": 0.3507692307692307,
              "observed": 0.6153846153846154
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 4,
              "mean_predicted": 0.435,
              "observed": 0.25
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 7,
              "mean_predicted": 0.5371428571428571,
              "observed": 0.42857142857142855
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 19,
              "mean_predicted": 0.6447368421052632,
              "observed": 0.5789473684210527
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 7,
              "mean_predicted": 0.7585714285714283,
              "observed": 0.42857142857142855
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 11,
              "mean_predicted": 0.8418181818181817,
              "observed": 0.5454545454545454
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 67,
              "mean_predicted": 0.9761194029850745,
              "observed": 0.8507462686567164
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        },
        "test": {
          "n_pairs": 332,
          "n_text": 166,
          "prevalence": 0.5,
          "brier": 0.2752686746987951,
          "brier_text_mean": 0.2752686746987951,
          "brier_bootstrap95": [
            0.2419320030120482,
            0.3098801581325301
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 98,
              "mean_predicted": 0.01836734693877552,
              "observed": 0.2857142857142857
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 23,
              "mean_predicted": 0.14521739130434783,
              "observed": 0.43478260869565216
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 18,
              "mean_predicted": 0.2405555555555556,
              "observed": 0.2777777777777778
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 16,
              "mean_predicted": 0.3449999999999999,
              "observed": 0.5
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 19,
              "mean_predicted": 0.45315789473684215,
              "observed": 0.6842105263157895
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 12,
              "mean_predicted": 0.5466666666666667,
              "observed": 0.5
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 14,
              "mean_predicted": 0.6421428571428571,
              "observed": 0.42857142857142855
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 18,
              "mean_predicted": 0.7516666666666667,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 16,
              "mean_predicted": 0.86,
              "observed": 0.5
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 98,
              "mean_predicted": 0.9820408163265305,
              "observed": 0.7142857142857143
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        }
      },
      "conditional_ordinary": {
        "calibration": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.6916666666666667,
          "brier": 0.24019833333333332,
          "brier_text_mean": 0.24019833333333332,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 4,
              "mean_predicted": 0.44499999999999995,
              "observed": 0.25
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 3,
              "mean_predicted": 0.52,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 5,
              "mean_predicted": 0.6620000000000001,
              "observed": 0.6
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 9,
              "mean_predicted": 0.741111111111111,
              "observed": 0.4444444444444444
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 10,
              "mean_predicted": 0.8640000000000001,
              "observed": 0.5
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 89,
              "mean_predicted": 0.9894382022471909,
              "observed": 0.7752808988764045
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.6916666666666667,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 166,
          "n_text": 166,
          "prevalence": 0.6927710843373494,
          "brier": 0.25366911502760353,
          "brier_text_mean": 0.25366911502760353,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 3,
              "mean_predicted": 0.4633333333333333,
              "observed": 1.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 17,
              "mean_predicted": 0.5405882352941176,
              "observed": 0.5882352941176471
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 9,
              "mean_predicted": 0.6444444444444444,
              "observed": 0.4444444444444444
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 11,
              "mean_predicted": 0.75,
              "observed": 0.5454545454545454
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 13,
              "mean_predicted": 0.8569230769230768,
              "observed": 0.5384615384615384
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 113,
              "mean_predicted": 0.9822070260123354,
              "observed": 0.7522123893805309
            }
          ],
          "defined": 166,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.6927710843373494,
          "decision_n": 166,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      },
      "conditional_ordinary_with_none": {
        "calibration": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.7083333333333334,
          "brier": 0.24307754086021494,
          "brier_text_mean": 0.24307754086021494,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 2,
              "mean_predicted": 0.43181818181818177,
              "observed": 0.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 4,
              "mean_predicted": 0.5439338235294118,
              "observed": 0.5
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 3,
              "mean_predicted": 0.6496491001463877,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 6,
              "mean_predicted": 0.7406763782954259,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 7,
              "mean_predicted": 0.8635558852324244,
              "observed": 0.7142857142857143
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 98,
              "mean_predicted": 0.9915434159948711,
              "observed": 0.7551020408163265
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.7083333333333334,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 157,
          "n_text": 157,
          "prevalence": 0.6815286624203821,
          "brier": 0.26516355104929157,
          "brier_text_mean": 0.26516355104929157,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 10,
              "mean_predicted": 0.529896355152846,
              "observed": 0.5
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 9,
              "mean_predicted": 0.6566201245553137,
              "observed": 0.2222222222222222
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 6,
              "mean_predicted": 0.744405114870479,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 14,
              "mean_predicted": 0.8607694766580852,
              "observed": 0.6428571428571429
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 118,
              "mean_predicted": 0.9904770334153608,
              "observed": 0.7372881355932204
            }
          ],
          "defined": 157,
          "zero_ordinary_mass": 9,
          "undefined_fraction": 0.05421686746987952,
          "decision_accuracy": 0.6566265060240963,
          "decision_n": 166,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      }
    },
    "emotion|k4|neutral|aligned": {
      "group": "emotion|k4|neutral|aligned",
      "task": "emotion",
      "candidate_size": 4,
      "name_mode": "neutral",
      "none_mode": "aligned",
      "member_seeds": [
        0
      ],
      "order_seeds": [
        0
      ],
      "multiple_variants": false,
      "n_unique_member_sets": 15,
      "failure_metadata_fields": {},
      "has_probabilities": true,
      "n_text": {
        "calibration": 120,
        "test": 166
      },
      "n_variants": {
        "calibration": 120,
        "test": 166
      },
      "native": {
        "calibration": {
          "present": {
            "correct": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 74,
              "text_mean": 0.6166666666666667,
              "pooled": 0.6166666666666667,
              "wilson95": [
                0.5273408053842049,
                0.6987547224514311
              ],
              "bootstrap95": [
                0.525,
                0.7
              ]
            },
            "wrong": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 23,
              "text_mean": 0.19166666666666668,
              "pooled": 0.19166666666666668,
              "wilson95": [
                0.13125025924950934,
                0.27121156004202457
              ],
              "bootstrap95": [
                0.125,
                0.26666666666666666
              ]
            },
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 23,
              "text_mean": 0.19166666666666668,
              "pooled": 0.19166666666666668,
              "wilson95": [
                0.13125025924950934,
                0.27121156004202457
              ],
              "bootstrap95": [
                0.125,
                0.26666666666666666
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 75,
              "text_mean": 0.625,
              "pooled": 0.625,
              "wilson95": [
                0.5357695062597921,
                0.706475702135532
              ],
              "bootstrap95": [
                0.5416666666666666,
                0.7166666666666667
              ]
            },
            "accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 45,
              "text_mean": 0.375,
              "pooled": 0.375,
              "wilson95": [
                0.29352429786446804,
                0.4642304937402079
              ],
              "bootstrap95": [
                0.2833333333333333,
                0.4666666666666667
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 120,
            "text_mean": 0.43333333333333335,
            "bootstrap95": [
              0.3416666666666667,
              0.525
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        },
        "test": {
          "present": {
            "correct": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 89,
              "text_mean": 0.536144578313253,
              "pooled": 0.536144578313253,
              "wilson95": [
                0.460323083010722,
                0.6103310439811375
              ],
              "bootstrap95": [
                0.4578313253012048,
                0.6144578313253012
              ]
            },
            "wrong": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 34,
              "text_mean": 0.20481927710843373,
              "pooled": 0.20481927710843373,
              "wilson95": [
                0.15043571529766897,
                0.2725555809354784
              ],
              "bootstrap95": [
                0.14457831325301204,
                0.2710843373493976
              ]
            },
            "rejected": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 43,
              "text_mean": 0.25903614457831325,
              "pooled": 0.25903614457831325,
              "wilson95": [
                0.19837342880652575,
                0.3305990579144108
              ],
              "bootstrap95": [
                0.1927710843373494,
                0.3253012048192771
              ]
            },
            "interface_failure": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.02261790994594346
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 89,
              "text_mean": 0.536144578313253,
              "pooled": 0.536144578313253,
              "wilson95": [
                0.460323083010722,
                0.6103310439811375
              ],
              "bootstrap95": [
                0.4578313253012048,
                0.6144578313253012
              ]
            },
            "accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 77,
              "text_mean": 0.463855421686747,
              "pooled": 0.463855421686747,
              "wilson95": [
                0.3896689560188625,
                0.5396769169892779
              ],
              "bootstrap95": [
                0.39156626506024095,
                0.5421686746987951
              ]
            },
            "interface_failure": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.02261790994594346
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 166,
            "text_mean": 0.27710843373493976,
            "bootstrap95": [
              0.18674698795180722,
              0.3614457831325301
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        }
      },
      "scores": {
        "negative_max": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 166,
              "n_variants": 166
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -0.61,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 17,
              "text_mean": 0.14166666666666666,
              "pooled": 0.14166666666666666,
              "wilson95": [
                0.09036879103483236,
                0.21519494489857183
              ],
              "bootstrap95": [
                0.08333333333333333,
                0.20833333333333334
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 83,
              "text_mean": 0.6916666666666667,
              "pooled": 0.6916666666666667,
              "wilson95": [
                0.6041700227619933,
                0.767272630110837
              ],
              "bootstrap95": [
                0.6083333333333333,
                0.775
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 31,
              "text_mean": 0.25833333333333336,
              "pooled": 0.25833333333333336,
              "wilson95": [
                0.18837396318660649,
                0.3432853005824337
              ],
              "bootstrap95": [
                0.175,
                0.3416666666666667
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 103,
              "text_mean": 0.8583333333333333,
              "pooled": 0.8583333333333333,
              "wilson95": [
                0.7848050551014282,
                0.9096312089651676
              ],
              "bootstrap95": [
                0.7916666666666666,
                0.9166666666666666
              ]
            }
          },
          "test": {
            "threshold": -0.61,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 25,
              "text_mean": 0.15060240963855423,
              "pooled": 0.15060240963855423,
              "wilson95": [
                0.10413810746388927,
                0.21287199828146883
              ],
              "bootstrap95": [
                0.0963855421686747,
                0.21084337349397592
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 12,
              "text_mean": 0.07228915662650602,
              "pooled": 0.07228915662650602,
              "wilson95": [
                0.041833048912887895,
                0.12209311501677458
              ],
              "bootstrap95": [
                0.03614457831325301,
                0.1144578313253012
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 107,
              "text_mean": 0.6445783132530121,
              "pooled": 0.6445783132530121,
              "wilson95": [
                0.569250005873466,
                0.7133665020939721
              ],
              "bootstrap95": [
                0.5662650602409639,
                0.7168674698795181
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 47,
              "text_mean": 0.28313253012048195,
              "pooled": 0.28313253012048195,
              "wilson95": [
                0.22010542368590802,
                0.35596981436293496
              ],
              "bootstrap95": [
                0.21686746987951808,
                0.3493975903614458
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 154,
              "text_mean": 0.927710843373494,
              "pooled": 0.927710843373494,
              "wilson95": [
                0.8779068849832254,
                0.958166951087112
              ],
              "bootstrap95": [
                0.8855421686746988,
                0.963855421686747
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 141,
              "text_mean": 0.8493975903614458,
              "pooled": 0.8493975903614458,
              "wilson95": [
                0.7871280017185311,
                0.8958618925361108
              ],
              "bootstrap95": [
                0.7891566265060241,
                0.9036144578313253
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.6645833333333333,
              "paired_text_mean": 0.65,
              "bootstrap95": [
                0.5990243055555556,
                0.7299010416666666
              ]
            },
            "test": {
              "n_text": 166,
              "n_variants": 166,
              "pooled": 0.5706924081869648,
              "paired_text_mean": 0.5512048192771084,
              "bootstrap95": [
                0.5131663703004791,
                0.6266720496443606
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -0.61
        },
        "normalized_entropy": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 166,
              "n_variants": 166
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.5504417984615136,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 24,
              "text_mean": 0.2,
              "pooled": 0.2,
              "wilson95": [
                0.13824476478840256,
                0.2803667350628196
              ],
              "bootstrap95": [
                0.13333333333333333,
                0.275
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 84,
              "text_mean": 0.7,
              "pooled": 0.7,
              "wilson95": [
                0.6128485756752643,
                0.7747437577572543
              ],
              "bootstrap95": [
                0.6166666666666667,
                0.7833333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 30,
              "text_mean": 0.25,
              "pooled": 0.25,
              "wilson95": [
                0.18109821656809566,
                0.33441136664125615
              ],
              "bootstrap95": [
                0.175,
                0.3333333333333333
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 96,
              "text_mean": 0.8,
              "pooled": 0.8,
              "wilson95": [
                0.7196332649371805,
                0.8617552352115975
              ],
              "bootstrap95": [
                0.725,
                0.8666666666666667
              ]
            }
          },
          "test": {
            "threshold": 0.5504417984615136,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 25,
              "text_mean": 0.15060240963855423,
              "pooled": 0.15060240963855423,
              "wilson95": [
                0.10413810746388927,
                0.21287199828146883
              ],
              "bootstrap95": [
                0.0963855421686747,
                0.20481927710843373
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 15,
              "text_mean": 0.09036144578313253,
              "pooled": 0.09036144578313253,
              "wilson95": [
                0.055525017052733404,
                0.1437282103728588
              ],
              "bootstrap95": [
                0.04819277108433735,
                0.13268072289156546
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 104,
              "text_mean": 0.6265060240963856,
              "pooled": 0.6265060240963856,
              "wilson95": [
                0.550838866614826,
                0.6964505778566824
              ],
              "bootstrap95": [
                0.5481927710843374,
                0.6927710843373494
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 47,
              "text_mean": 0.28313253012048195,
              "pooled": 0.28313253012048195,
              "wilson95": [
                0.22010542368590802,
                0.35596981436293496
              ],
              "bootstrap95": [
                0.21686746987951808,
                0.3493975903614458
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 151,
              "text_mean": 0.9096385542168675,
              "pooled": 0.9096385542168675,
              "wilson95": [
                0.8562717896271411,
                0.9444749829472666
              ],
              "bootstrap95": [
                0.8674698795180723,
                0.9518072289156626
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 141,
              "text_mean": 0.8493975903614458,
              "pooled": 0.8493975903614458,
              "wilson95": [
                0.7871280017185311,
                0.8958618925361108
              ],
              "bootstrap95": [
                0.7951807228915663,
                0.9036144578313253
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.6745486111111111,
              "paired_text_mean": 0.6583333333333333,
              "bootstrap95": [
                0.6054071180555556,
                0.734970486111111
              ]
            },
            "test": {
              "n_text": 166,
              "n_variants": 166,
              "pooled": 0.5736500217738424,
              "paired_text_mean": 0.5391566265060241,
              "bootstrap95": [
                0.5163625889098563,
                0.6322048737117143
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.5504417984615136
        },
        "none_probability": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 166,
              "n_variants": 166
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.92,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 42,
              "text_mean": 0.35,
              "pooled": 0.35,
              "wilson95": [
                0.2705189959028541,
                0.438786754022757
              ],
              "bootstrap95": [
                0.26666666666666666,
                0.44166666666666665
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 81,
              "text_mean": 0.675,
              "pooled": 0.675,
              "wilson95": [
                0.5869018408594733,
                0.7522414508939805
              ],
              "bootstrap95": [
                0.5833333333333334,
                0.7583333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 33,
              "text_mean": 0.275,
              "pooled": 0.275,
              "wilson95": [
                0.20302896661264852,
                0.3609296582757681
              ],
              "bootstrap95": [
                0.1997916666666667,
                0.35833333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 78,
              "text_mean": 0.65,
              "pooled": 0.65,
              "wilson95": [
                0.561213245977243,
                0.729481004097146
              ],
              "bootstrap95": [
                0.5666666666666667,
                0.7333333333333333
              ]
            }
          },
          "test": {
            "threshold": 0.92,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 55,
              "text_mean": 0.3313253012048193,
              "pooled": 0.3313253012048193,
              "wilson95": [
                0.2642494217076147,
                0.4060313189970409
              ],
              "bootstrap95": [
                0.26506024096385544,
                0.4036144578313253
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 17,
              "text_mean": 0.10240963855421686,
              "pooled": 0.10240963855421686,
              "wilson95": [
                0.06492704635050434,
                0.15787755673904105
              ],
              "bootstrap95": [
                0.05421686746987952,
                0.15060240963855423
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 102,
              "text_mean": 0.6144578313253012,
              "pooled": 0.6144578313253012,
              "wilson95": [
                0.5386237528178108,
                0.6851143159897441
              ],
              "bootstrap95": [
                0.5421686746987951,
                0.6867469879518072
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 47,
              "text_mean": 0.28313253012048195,
              "pooled": 0.28313253012048195,
              "wilson95": [
                0.22010542368590802,
                0.35596981436293496
              ],
              "bootstrap95": [
                0.21686746987951808,
                0.3493975903614458
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 149,
              "text_mean": 0.8975903614457831,
              "pooled": 0.8975903614457831,
              "wilson95": [
                0.8421224432609589,
                0.9350729536494955
              ],
              "bootstrap95": [
                0.8493975903614458,
                0.9457831325301205
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 111,
              "text_mean": 0.6686746987951807,
              "pooled": 0.6686746987951807,
              "wilson95": [
                0.5939686810029591,
                0.7357505782923853
              ],
              "bootstrap95": [
                0.5963855421686747,
                0.7409638554216867
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.7957986111111112,
              "paired_text_mean": 0.8125,
              "bootstrap95": [
                0.7470833333333333,
                0.8412508680555556
              ]
            },
            "test": {
              "n_text": 166,
              "n_variants": 166,
              "pooled": 0.7152344317027145,
              "paired_text_mean": 0.7590361445783133,
              "bootstrap95": [
                0.6687032769632748,
                0.7617946182319639
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.92
        }
      },
      "coverage": {
        "calibration": {
          "n_pairs": 240,
          "n_text": 120,
          "prevalence": 0.5,
          "brier": 0.22441458333333333,
          "brier_text_mean": 0.22441458333333333,
          "brier_bootstrap95": [
            0.18816890625,
            0.26115563541666664
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 103,
              "mean_predicted": 0.017475728155339813,
              "observed": 0.2815533980582524
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 20,
              "mean_predicted": 0.14650000000000002,
              "observed": 0.35
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 8,
              "mean_predicted": 0.23875,
              "observed": 0.375
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 9,
              "mean_predicted": 0.32999999999999996,
              "observed": 0.5555555555555556
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 5,
              "mean_predicted": 0.44000000000000006,
              "observed": 0.4
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 12,
              "mean_predicted": 0.535,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 11,
              "mean_predicted": 0.6354545454545455,
              "observed": 0.45454545454545453
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 6,
              "mean_predicted": 0.7433333333333333,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 10,
              "mean_predicted": 0.8479999999999999,
              "observed": 0.9
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 56,
              "mean_predicted": 0.9694642857142856,
              "observed": 0.8571428571428571
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        },
        "test": {
          "n_pairs": 332,
          "n_text": 166,
          "prevalence": 0.5,
          "brier": 0.2805719879518072,
          "brier_text_mean": 0.2805719879518072,
          "brier_bootstrap95": [
            0.246852921686747,
            0.31508775602409633
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 126,
              "mean_predicted": 0.020317460317460317,
              "observed": 0.29365079365079366
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 21,
              "mean_predicted": 0.13952380952380952,
              "observed": 0.47619047619047616
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 24,
              "mean_predicted": 0.24375000000000002,
              "observed": 0.5416666666666666
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 16,
              "mean_predicted": 0.341875,
              "observed": 0.4375
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 13,
              "mean_predicted": 0.4515384615384616,
              "observed": 0.7692307692307693
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 9,
              "mean_predicted": 0.5355555555555556,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 10,
              "mean_predicted": 0.647,
              "observed": 0.5
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 14,
              "mean_predicted": 0.7378571428571427,
              "observed": 0.6428571428571429
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 17,
              "mean_predicted": 0.8523529411764708,
              "observed": 0.4117647058823529
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 82,
              "mean_predicted": 0.9768292682926827,
              "observed": 0.7560975609756098
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        }
      },
      "conditional_ordinary": {
        "calibration": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.7083333333333334,
          "brier": 0.23355,
          "brier_text_mean": 0.23355,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 2,
              "mean_predicted": 0.46,
              "observed": 0.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 4,
              "mean_predicted": 0.5249999999999999,
              "observed": 0.5
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 6,
              "mean_predicted": 0.6416666666666666,
              "observed": 0.5
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 5,
              "mean_predicted": 0.744,
              "observed": 0.4
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 11,
              "mean_predicted": 0.8372727272727272,
              "observed": 0.6363636363636364
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 92,
              "mean_predicted": 0.9852173913043475,
              "observed": 0.7717391304347826
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.7083333333333334,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 166,
          "n_text": 166,
          "prevalence": 0.6686746987951807,
          "brier": 0.2519498379191698,
          "brier_text_mean": 0.2519498379191698,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 1,
              "mean_predicted": 0.38,
              "observed": 1.0
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 1,
              "mean_predicted": 0.43,
              "observed": 0.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 9,
              "mean_predicted": 0.5544444444444445,
              "observed": 0.2222222222222222
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 13,
              "mean_predicted": 0.6461538461538462,
              "observed": 0.5384615384615384
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 14,
              "mean_predicted": 0.7314285714285713,
              "observed": 0.42857142857142855
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 17,
              "mean_predicted": 0.8494117647058823,
              "observed": 0.7058823529411765
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 111,
              "mean_predicted": 0.9826972426972426,
              "observed": 0.7477477477477478
            }
          ],
          "defined": 166,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.6686746987951807,
          "decision_n": 166,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      },
      "conditional_ordinary_with_none": {
        "calibration": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.7166666666666667,
          "brier": 0.23704750288590878,
          "brier_text_mean": 0.23704750288590878,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 1,
              "mean_predicted": 0.47058823529411764,
              "observed": 1.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 5,
              "mean_predicted": 0.5382296650717704,
              "observed": 0.2
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 2,
              "mean_predicted": 0.6476315789473683,
              "observed": 0.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 7,
              "mean_predicted": 0.7561990854673782,
              "observed": 0.5714285714285714
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 9,
              "mean_predicted": 0.8491425349578677,
              "observed": 0.8888888888888888
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 96,
              "mean_predicted": 0.9913530910743513,
              "observed": 0.75
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.7166666666666667,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 162,
          "n_text": 162,
          "prevalence": 0.6604938271604939,
          "brier": 0.27923352073112445,
          "brier_text_mean": 0.27923352073112445,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 2,
              "mean_predicted": 0.4083333333333333,
              "observed": 0.5
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 5,
              "mean_predicted": 0.5552831541218638,
              "observed": 0.4
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 8,
              "mean_predicted": 0.6477339587495837,
              "observed": 0.5
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 18,
              "mean_predicted": 0.7460408411802989,
              "observed": 0.4444444444444444
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 8,
              "mean_predicted": 0.8685086793855568,
              "observed": 0.5
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 121,
              "mean_predicted": 0.987516087801032,
              "observed": 0.7272727272727273
            }
          ],
          "defined": 162,
          "zero_ordinary_mass": 4,
          "undefined_fraction": 0.024096385542168676,
          "decision_accuracy": 0.6506024096385542,
          "decision_n": 166,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      }
    },
    "emotion|k5|natural|aligned": {
      "group": "emotion|k5|natural|aligned",
      "task": "emotion",
      "candidate_size": 5,
      "name_mode": "natural",
      "none_mode": "aligned",
      "member_seeds": [
        0
      ],
      "order_seeds": [
        0
      ],
      "multiple_variants": false,
      "n_unique_member_sets": 6,
      "failure_metadata_fields": {},
      "has_probabilities": true,
      "n_text": {
        "calibration": 120,
        "test": 166
      },
      "n_variants": {
        "calibration": 120,
        "test": 166
      },
      "native": {
        "calibration": {
          "present": {
            "correct": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 64,
              "text_mean": 0.5333333333333333,
              "pooled": 0.5333333333333333,
              "wilson95": [
                0.4444278926967431,
                0.6201708295420101
              ],
              "bootstrap95": [
                0.45,
                0.6166666666666667
              ]
            },
            "wrong": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 30,
              "text_mean": 0.25,
              "pooled": 0.25,
              "wilson95": [
                0.18109821656809566,
                0.33441136664125615
              ],
              "bootstrap95": [
                0.175,
                0.3333333333333333
              ]
            },
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 26,
              "text_mean": 0.21666666666666667,
              "pooled": 0.21666666666666667,
              "wilson95": [
                0.15236723564151497,
                0.29854362532908374
              ],
              "bootstrap95": [
                0.14166666666666666,
                0.2916666666666667
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 74,
              "text_mean": 0.6166666666666667,
              "pooled": 0.6166666666666667,
              "wilson95": [
                0.5273408053842049,
                0.6987547224514311
              ],
              "bootstrap95": [
                0.5333333333333333,
                0.7
              ]
            },
            "accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 46,
              "text_mean": 0.38333333333333336,
              "pooled": 0.38333333333333336,
              "wilson95": [
                0.30124527754856906,
                0.47265919461579525
              ],
              "bootstrap95": [
                0.3,
                0.4666666666666667
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 120,
            "text_mean": 0.4,
            "bootstrap95": [
              0.3,
              0.5
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        },
        "test": {
          "present": {
            "correct": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 76,
              "text_mean": 0.4578313253012048,
              "pooled": 0.4578313253012048,
              "wilson95": [
                0.38385066754815306,
                0.5337195176280106
              ],
              "bootstrap95": [
                0.3795180722891566,
                0.536144578313253
              ]
            },
            "wrong": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 48,
              "text_mean": 0.2891566265060241,
              "pooled": 0.2891566265060241,
              "wilson95": [
                0.22557532229712407,
                0.36227560358369537
              ],
              "bootstrap95": [
                0.22289156626506024,
                0.3614457831325301
              ]
            },
            "rejected": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 42,
              "text_mean": 0.25301204819277107,
              "pooled": 0.25301204819277107,
              "wilson95": [
                0.19297886460112715,
                0.32421793428783285
              ],
              "bootstrap95": [
                0.1927710843373494,
                0.3253012048192771
              ]
            },
            "interface_failure": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.02261790994594346
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 88,
              "text_mean": 0.5301204819277109,
              "pooled": 0.5301204819277109,
              "wilson95": [
                0.4543764348285193,
                0.6045020043313636
              ],
              "bootstrap95": [
                0.4578313253012048,
                0.6024096385542169
              ]
            },
            "accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 78,
              "text_mean": 0.46987951807228917,
              "pooled": 0.46987951807228917,
              "wilson95": [
                0.39549799566863636,
                0.5456235651714807
              ],
              "bootstrap95": [
                0.39156626506024095,
                0.5421686746987951
              ]
            },
            "interface_failure": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.02261790994594346
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 166,
            "text_mean": 0.27710843373493976,
            "bootstrap95": [
              0.20481927710843373,
              0.35542168674698793
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        }
      },
      "scores": {
        "negative_max": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 166,
              "n_variants": 166
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -0.52,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 7,
              "text_mean": 0.058333333333333334,
              "pooled": 0.058333333333333334,
              "wilson95": [
                0.028541010000220295,
                0.11552592033630113
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.1
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 74,
              "text_mean": 0.6166666666666667,
              "pooled": 0.6166666666666667,
              "wilson95": [
                0.5273408053842049,
                0.6987547224514311
              ],
              "bootstrap95": [
                0.5333333333333333,
                0.7083333333333334
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 40,
              "text_mean": 0.3333333333333333,
              "pooled": 0.3333333333333333,
              "wilson95": [
                0.25531740501258443,
                0.4216889837936501
              ],
              "bootstrap95": [
                0.25,
                0.4166666666666667
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 113,
              "text_mean": 0.9416666666666667,
              "pooled": 0.9416666666666667,
              "wilson95": [
                0.8844740796636988,
                0.9714589899997798
              ],
              "bootstrap95": [
                0.9,
                0.975
              ]
            }
          },
          "test": {
            "threshold": -0.52,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 13,
              "text_mean": 0.0783132530120482,
              "pooled": 0.0783132530120482,
              "wilson95": [
                0.04633545353170455,
                0.1293663982299345
              ],
              "bootstrap95": [
                0.04201807228915663,
                0.12048192771084337
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 6,
              "text_mean": 0.03614457831325301,
              "pooled": 0.03614457831325301,
              "wilson95": [
                0.016668762913448532,
                0.07660327402435443
              ],
              "bootstrap95": [
                0.012048192771084338,
                0.06626506024096386
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 92,
              "text_mean": 0.5542168674698795,
              "pooled": 0.5542168674698795,
              "wilson95": [
                0.4782276592976661,
                0.6277535311901231
              ],
              "bootstrap95": [
                0.4759036144578313,
                0.6265060240963856
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 68,
              "text_mean": 0.40963855421686746,
              "pooled": 0.40963855421686746,
              "wilson95": [
                0.33769602495872625,
                0.48566865756162486
              ],
              "bootstrap95": [
                0.3373493975903614,
                0.4819277108433735
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 160,
              "text_mean": 0.963855421686747,
              "pooled": 0.963855421686747,
              "wilson95": [
                0.9233967259756455,
                0.9833312370865515
              ],
              "bootstrap95": [
                0.9337349397590361,
                0.9879518072289156
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 153,
              "text_mean": 0.9216867469879518,
              "pooled": 0.9216867469879518,
              "wilson95": [
                0.8706336017700654,
                0.9536645464682955
              ],
              "bootstrap95": [
                0.8795180722891566,
                0.963855421686747
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.6071527777777778,
              "paired_text_mean": 0.575,
              "bootstrap95": [
                0.5379479166666667,
                0.6752786458333333
              ]
            },
            "test": {
              "n_text": 166,
              "n_variants": 166,
              "pooled": 0.5329510814341705,
              "paired_text_mean": 0.5090361445783133,
              "bootstrap95": [
                0.4803609014370736,
                0.5846839163884453
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -0.52
        },
        "normalized_entropy": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 166,
              "n_variants": 166
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.5131268378477369,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 15,
              "text_mean": 0.125,
              "pooled": 0.125,
              "wilson95": [
                0.07723497273395374,
                0.1960294020800739
              ],
              "bootstrap95": [
                0.06666666666666667,
                0.18333333333333332
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 74,
              "text_mean": 0.6166666666666667,
              "pooled": 0.6166666666666667,
              "wilson95": [
                0.5273408053842049,
                0.6987547224514311
              ],
              "bootstrap95": [
                0.5333333333333333,
                0.7
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 40,
              "text_mean": 0.3333333333333333,
              "pooled": 0.3333333333333333,
              "wilson95": [
                0.25531740501258443,
                0.4216889837936501
              ],
              "bootstrap95": [
                0.24166666666666667,
                0.425
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 105,
              "text_mean": 0.875,
              "pooled": 0.875,
              "wilson95": [
                0.8039705979199262,
                0.9227650272660463
              ],
              "bootstrap95": [
                0.8083333333333333,
                0.9333333333333333
              ]
            }
          },
          "test": {
            "threshold": 0.5131268378477369,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 21,
              "text_mean": 0.12650602409638553,
              "pooled": 0.12650602409638553,
              "wilson95": [
                0.08425167742952813,
                0.1856556769879236
              ],
              "bootstrap95": [
                0.0783132530120482,
                0.18072289156626506
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 14,
              "text_mean": 0.08433734939759036,
              "pooled": 0.08433734939759036,
              "wilson95": [
                0.050901346094600966,
                0.13657619349901468
              ],
              "bootstrap95": [
                0.04216867469879518,
                0.12650602409638553
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 88,
              "text_mean": 0.5301204819277109,
              "pooled": 0.5301204819277109,
              "wilson95": [
                0.4543764348285193,
                0.6045020043313636
              ],
              "bootstrap95": [
                0.45180722891566266,
                0.6024096385542169
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 64,
              "text_mean": 0.3855421686746988,
              "pooled": 0.3855421686746988,
              "wilson95": [
                0.31488568401025574,
                0.46137624718218906
              ],
              "bootstrap95": [
                0.31912650602409637,
                0.4578313253012048
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 152,
              "text_mean": 0.9156626506024096,
              "pooled": 0.9156626506024096,
              "wilson95": [
                0.8634238065009852,
                0.9490986539053989
              ],
              "bootstrap95": [
                0.8734939759036144,
                0.9578313253012049
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 145,
              "text_mean": 0.8734939759036144,
              "pooled": 0.8734939759036144,
              "wilson95": [
                0.8143443230120763,
                0.9157483225704718
              ],
              "bootstrap95": [
                0.8192771084337349,
                0.9216867469879518
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.6138194444444445,
              "paired_text_mean": 0.5625,
              "bootstrap95": [
                0.5483289930555556,
                0.6779652777777777
              ]
            },
            "test": {
              "n_text": 166,
              "n_variants": 166,
              "pooled": 0.533749455653941,
              "paired_text_mean": 0.5210843373493976,
              "bootstrap95": [
                0.4829311220786761,
                0.5838610465960226
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.5131268378477369
        },
        "none_probability": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 166,
              "n_variants": 166
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.91,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 40,
              "text_mean": 0.3333333333333333,
              "pooled": 0.3333333333333333,
              "wilson95": [
                0.25531740501258443,
                0.4216889837936501
              ],
              "bootstrap95": [
                0.25,
                0.4166666666666667
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 74,
              "text_mean": 0.6166666666666667,
              "pooled": 0.6166666666666667,
              "wilson95": [
                0.5273408053842049,
                0.6987547224514311
              ],
              "bootstrap95": [
                0.5333333333333333,
                0.7
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 40,
              "text_mean": 0.3333333333333333,
              "pooled": 0.3333333333333333,
              "wilson95": [
                0.25531740501258443,
                0.4216889837936501
              ],
              "bootstrap95": [
                0.25,
                0.4166666666666667
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 80,
              "text_mean": 0.6666666666666666,
              "pooled": 0.6666666666666666,
              "wilson95": [
                0.5783110162063498,
                0.7446825949874156
              ],
              "bootstrap95": [
                0.5833333333333334,
                0.75
              ]
            }
          },
          "test": {
            "threshold": 0.91,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 42,
              "text_mean": 0.25301204819277107,
              "pooled": 0.25301204819277107,
              "wilson95": [
                0.19297886460112715,
                0.32421793428783285
              ],
              "bootstrap95": [
                0.18674698795180722,
                0.3192771084337349
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 13,
              "text_mean": 0.0783132530120482,
              "pooled": 0.0783132530120482,
              "wilson95": [
                0.04633545353170455,
                0.1293663982299345
              ],
              "bootstrap95": [
                0.04216867469879518,
                0.12048192771084337
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 89,
              "text_mean": 0.536144578313253,
              "pooled": 0.536144578313253,
              "wilson95": [
                0.460323083010722,
                0.6103310439811375
              ],
              "bootstrap95": [
                0.4578313253012048,
                0.6144578313253012
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 64,
              "text_mean": 0.3855421686746988,
              "pooled": 0.3855421686746988,
              "wilson95": [
                0.31488568401025574,
                0.46137624718218906
              ],
              "bootstrap95": [
                0.3132530120481928,
                0.463855421686747
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 153,
              "text_mean": 0.9216867469879518,
              "pooled": 0.9216867469879518,
              "wilson95": [
                0.8706336017700654,
                0.9536645464682955
              ],
              "bootstrap95": [
                0.8795180722891566,
                0.9578313253012049
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 124,
              "text_mean": 0.7469879518072289,
              "pooled": 0.7469879518072289,
              "wilson95": [
                0.6757820657121671,
                0.8070211353988728
              ],
              "bootstrap95": [
                0.6807228915662651,
                0.8072289156626506
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.7739236111111111,
              "paired_text_mean": 0.8125,
              "bootstrap95": [
                0.7247152777777778,
                0.8221883680555555
              ]
            },
            "test": {
              "n_text": 166,
              "n_variants": 166,
              "pooled": 0.7038394542023516,
              "paired_text_mean": 0.7560240963855421,
              "bootstrap95": [
                0.6608519923065758,
                0.7473721694004936
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.91
        }
      },
      "coverage": {
        "calibration": {
          "n_pairs": 240,
          "n_text": 120,
          "prevalence": 0.5,
          "brier": 0.23521416666666667,
          "brier_text_mean": 0.23521416666666667,
          "brier_bootstrap95": [
            0.20074407291666665,
            0.27387090625
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 94,
              "mean_predicted": 0.017127659574468095,
              "observed": 0.2765957446808511
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 10,
              "mean_predicted": 0.136,
              "observed": 0.2
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 18,
              "mean_predicted": 0.23777777777777778,
              "observed": 0.5
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 8,
              "mean_predicted": 0.3475,
              "observed": 0.5
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 15,
              "mean_predicted": 0.4453333333333333,
              "observed": 0.6
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 10,
              "mean_predicted": 0.564,
              "observed": 0.7
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 14,
              "mean_predicted": 0.6321428571428572,
              "observed": 0.5
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 10,
              "mean_predicted": 0.747,
              "observed": 0.6
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 12,
              "mean_predicted": 0.8508333333333334,
              "observed": 0.75
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 49,
              "mean_predicted": 0.976326530612245,
              "observed": 0.8367346938775511
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        },
        "test": {
          "n_pairs": 332,
          "n_text": 166,
          "prevalence": 0.5,
          "brier": 0.2774515060240964,
          "brier_text_mean": 0.2774515060240964,
          "brier_bootstrap95": [
            0.24657929969879513,
            0.30823106927710847
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 127,
              "mean_predicted": 0.01755905511811024,
              "observed": 0.33070866141732286
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 29,
              "mean_predicted": 0.14758620689655177,
              "observed": 0.3793103448275862
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 19,
              "mean_predicted": 0.25578947368421057,
              "observed": 0.42105263157894735
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 16,
              "mean_predicted": 0.34750000000000003,
              "observed": 0.625
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 19,
              "mean_predicted": 0.44947368421052625,
              "observed": 0.5789473684210527
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 15,
              "mean_predicted": 0.5406666666666667,
              "observed": 0.5333333333333333
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 10,
              "mean_predicted": 0.647,
              "observed": 0.6
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 19,
              "mean_predicted": 0.7526315789473683,
              "observed": 0.631578947368421
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 18,
              "mean_predicted": 0.853333333333333,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 60,
              "mean_predicted": 0.97,
              "observed": 0.7666666666666667
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        }
      },
      "conditional_ordinary": {
        "calibration": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.6416666666666667,
          "brier": 0.2722243457300275,
          "brier_text_mean": 0.2722243457300275,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 5,
              "mean_predicted": 0.4619999999999999,
              "observed": 0.4
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 5,
              "mean_predicted": 0.546,
              "observed": 0.2
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 5,
              "mean_predicted": 0.646,
              "observed": 0.6
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 8,
              "mean_predicted": 0.7387499999999999,
              "observed": 0.5
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 14,
              "mean_predicted": 0.8484415584415584,
              "observed": 0.2857142857142857
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 83,
              "mean_predicted": 0.9837349397590359,
              "observed": 0.7590361445783133
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.6416666666666667,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 166,
          "n_text": 166,
          "prevalence": 0.5662650602409639,
          "brier": 0.3247892481465501,
          "brier_text_mean": 0.3247892481465501,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 3,
              "mean_predicted": 0.4566666666666666,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 15,
              "mean_predicted": 0.5523771043771044,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 17,
              "mean_predicted": 0.6382352941176469,
              "observed": 0.4117647058823529
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 11,
              "mean_predicted": 0.739090909090909,
              "observed": 0.45454545454545453
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 18,
              "mean_predicted": 0.8416666666666668,
              "observed": 0.6111111111111112
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 102,
              "mean_predicted": 0.9853862150920972,
              "observed": 0.6372549019607843
            }
          ],
          "defined": 166,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.5662650602409639,
          "decision_n": 166,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      },
      "conditional_ordinary_with_none": {
        "calibration": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.6416666666666667,
          "brier": 0.2788448763370653,
          "brier_text_mean": 0.2788448763370653,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 3,
              "mean_predicted": 0.46217948717948726,
              "observed": 0.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 7,
              "mean_predicted": 0.5462100465045973,
              "observed": 0.42857142857142855
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 4,
              "mean_predicted": 0.6669080919080919,
              "observed": 0.25
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 7,
              "mean_predicted": 0.7557008873069643,
              "observed": 0.5714285714285714
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 10,
              "mean_predicted": 0.862295269599971,
              "observed": 0.4
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 89,
              "mean_predicted": 0.9885653565695339,
              "observed": 0.7303370786516854
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.6416666666666667,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 164,
          "n_text": 164,
          "prevalence": 0.573170731707317,
          "brier": 0.3383616648549858,
          "brier_text_mean": 0.3383616648549858,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 1,
              "mean_predicted": 0.39999999999999997,
              "observed": 0.0
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 1,
              "mean_predicted": 0.46,
              "observed": 0.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 14,
              "mean_predicted": 0.5523507951432063,
              "observed": 0.2857142857142857
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 12,
              "mean_predicted": 0.6598332340675911,
              "observed": 0.5
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 15,
              "mean_predicted": 0.7562387897795373,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 12,
              "mean_predicted": 0.8753447919868158,
              "observed": 0.4166666666666667
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 109,
              "mean_predicted": 0.990100938266504,
              "observed": 0.6330275229357798
            }
          ],
          "defined": 164,
          "zero_ordinary_mass": 2,
          "undefined_fraction": 0.012048192771084338,
          "decision_accuracy": 0.5662650602409639,
          "decision_n": 166,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      }
    },
    "emotion|k5|neutral|aligned": {
      "group": "emotion|k5|neutral|aligned",
      "task": "emotion",
      "candidate_size": 5,
      "name_mode": "neutral",
      "none_mode": "aligned",
      "member_seeds": [
        0
      ],
      "order_seeds": [
        0
      ],
      "multiple_variants": false,
      "n_unique_member_sets": 6,
      "failure_metadata_fields": {},
      "has_probabilities": true,
      "n_text": {
        "calibration": 120,
        "test": 166
      },
      "n_variants": {
        "calibration": 120,
        "test": 166
      },
      "native": {
        "calibration": {
          "present": {
            "correct": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 70,
              "text_mean": 0.5833333333333334,
              "pooled": 0.5833333333333334,
              "wilson95": [
                0.49388032700164236,
                0.6676164785952404
              ],
              "bootstrap95": [
                0.49166666666666664,
                0.675
              ]
            },
            "wrong": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 33,
              "text_mean": 0.275,
              "pooled": 0.275,
              "wilson95": [
                0.20302896661264852,
                0.3609296582757681
              ],
              "bootstrap95": [
                0.2,
                0.35
              ]
            },
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 17,
              "text_mean": 0.14166666666666666,
              "pooled": 0.14166666666666666,
              "wilson95": [
                0.09036879103483236,
                0.21519494489857183
              ],
              "bootstrap95": [
                0.08333333333333333,
                0.20833333333333334
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 59,
              "text_mean": 0.49166666666666664,
              "pooled": 0.49166666666666664,
              "wilson95": [
                0.4038757172769723,
                0.5799746021633394
              ],
              "bootstrap95": [
                0.4,
                0.5833333333333334
              ]
            },
            "accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 61,
              "text_mean": 0.5083333333333333,
              "pooled": 0.5083333333333333,
              "wilson95": [
                0.4200253978366605,
                0.5961242827230276
              ],
              "bootstrap95": [
                0.4166666666666667,
                0.6
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 120,
            "text_mean": 0.35,
            "bootstrap95": [
              0.25833333333333336,
              0.44166666666666665
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        },
        "test": {
          "present": {
            "correct": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 81,
              "text_mean": 0.4879518072289157,
              "pooled": 0.4879518072289157,
              "wilson95": [
                0.41304939245812106,
                0.5633992318779257
              ],
              "bootstrap95": [
                0.40963855421686746,
                0.5662650602409639
              ]
            },
            "wrong": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 52,
              "text_mean": 0.3132530120481928,
              "pooled": 0.3132530120481928,
              "wilson95": [
                0.24759457110919048,
                0.3873591060995354
              ],
              "bootstrap95": [
                0.24683734939759036,
                0.3855421686746988
              ]
            },
            "rejected": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 33,
              "text_mean": 0.19879518072289157,
              "pooled": 0.19879518072289157,
              "wilson95": [
                0.14520172584970303,
                0.26601388255146774
              ],
              "bootstrap95": [
                0.13855421686746988,
                0.25903614457831325
              ]
            },
            "interface_failure": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.02261790994594346
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 72,
              "text_mean": 0.43373493975903615,
              "pooled": 0.43373493975903615,
              "wilson95": [
                0.36068569709567305,
                0.5097817367525844
              ],
              "bootstrap95": [
                0.3614457831325301,
                0.5060240963855421
              ]
            },
            "accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 94,
              "text_mean": 0.5662650602409639,
              "pooled": 0.5662650602409639,
              "wilson95": [
                0.4902182632474156,
                0.639314302904327
              ],
              "bootstrap95": [
                0.4939759036144578,
                0.6387048192771075
              ]
            },
            "interface_failure": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.02261790994594346
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 166,
            "text_mean": 0.23493975903614459,
            "bootstrap95": [
              0.1566265060240964,
              0.3072289156626506
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        }
      },
      "scores": {
        "negative_max": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 166,
              "n_variants": 166
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -0.58,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 17,
              "text_mean": 0.14166666666666666,
              "pooled": 0.14166666666666666,
              "wilson95": [
                0.09036879103483236,
                0.21519494489857183
              ],
              "bootstrap95": [
                0.08333333333333333,
                0.20833333333333334
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 5,
              "text_mean": 0.041666666666666664,
              "pooled": 0.041666666666666664,
              "wilson95": [
                0.017926716880109515,
                0.09384085233703535
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.08333333333333333
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 79,
              "text_mean": 0.6583333333333333,
              "pooled": 0.6583333333333333,
              "wilson95": [
                0.5697483143197224,
                0.7370956163143549
              ],
              "bootstrap95": [
                0.583125,
                0.7416666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 36,
              "text_mean": 0.3,
              "pooled": 0.3,
              "wilson95": [
                0.2252562422427457,
                0.38715142432473576
              ],
              "bootstrap95": [
                0.225,
                0.38333333333333336
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 115,
              "text_mean": 0.9583333333333334,
              "pooled": 0.9583333333333334,
              "wilson95": [
                0.9061591476629647,
                0.9820732831198906
              ],
              "bootstrap95": [
                0.9166666666666666,
                0.9916666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 103,
              "text_mean": 0.8583333333333333,
              "pooled": 0.8583333333333333,
              "wilson95": [
                0.7848050551014282,
                0.9096312089651676
              ],
              "bootstrap95": [
                0.8,
                0.9166666666666666
              ]
            }
          },
          "test": {
            "threshold": -0.58,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 20,
              "text_mean": 0.12048192771084337,
              "pooled": 0.12048192771084337,
              "wilson95": [
                0.07936257764109922,
                0.17876908894437593
              ],
              "bootstrap95": [
                0.07228915662650602,
                0.1746987951807229
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 18,
              "text_mean": 0.10843373493975904,
              "pooled": 0.10843373493975904,
              "wilson95": [
                0.06969768908106336,
                0.1648826018404586
              ],
              "bootstrap95": [
                0.06611445783132532,
                0.1566265060240964
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 87,
              "text_mean": 0.5240963855421686,
              "pooled": 0.5240963855421686,
              "wilson95": [
                0.4484405125740948,
                0.5986622387538115
              ],
              "bootstrap95": [
                0.45180722891566266,
                0.6024096385542169
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 61,
              "text_mean": 0.3674698795180723,
              "pooled": 0.3674698795180723,
              "wilson95": [
                0.2978988691530832,
                0.44303599854343184
              ],
              "bootstrap95": [
                0.29518072289156627,
                0.4397590361445783
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 148,
              "text_mean": 0.891566265060241,
              "pooled": 0.891566265060241,
              "wilson95": [
                0.8351173981595413,
                0.9303023109189367
              ],
              "bootstrap95": [
                0.8433734939759037,
                0.9337349397590361
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 146,
              "text_mean": 0.8795180722891566,
              "pooled": 0.8795180722891566,
              "wilson95": [
                0.821230911055624,
                0.9206374223589007
              ],
              "bootstrap95": [
                0.8313253012048193,
                0.927710843373494
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.6060416666666667,
              "paired_text_mean": 0.5708333333333333,
              "bootstrap95": [
                0.5367230902777778,
                0.6723993055555555
              ]
            },
            "test": {
              "n_text": 166,
              "n_variants": 166,
              "pooled": 0.5332232544636377,
              "paired_text_mean": 0.5030120481927711,
              "bootstrap95": [
                0.4799735084917985,
                0.5843877014080417
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -0.58
        },
        "normalized_entropy": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 166,
              "n_variants": 166
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.4876477976670377,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 26,
              "text_mean": 0.21666666666666667,
              "pooled": 0.21666666666666667,
              "wilson95": [
                0.15236723564151497,
                0.29854362532908374
              ],
              "bootstrap95": [
                0.14166666666666666,
                0.2916666666666667
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 79,
              "text_mean": 0.6583333333333333,
              "pooled": 0.6583333333333333,
              "wilson95": [
                0.5697483143197224,
                0.7370956163143549
              ],
              "bootstrap95": [
                0.575,
                0.75
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 35,
              "text_mean": 0.2916666666666667,
              "pooled": 0.2916666666666667,
              "wilson95": [
                0.2178156362103854,
                0.3784423497974078
              ],
              "bootstrap95": [
                0.20833333333333334,
                0.375
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 94,
              "text_mean": 0.7833333333333333,
              "pooled": 0.7833333333333333,
              "wilson95": [
                0.7014563746709164,
                0.8476327643584851
              ],
              "bootstrap95": [
                0.7083333333333334,
                0.8583333333333333
              ]
            }
          },
          "test": {
            "threshold": 0.4876477976670377,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 26,
              "text_mean": 0.1566265060240964,
              "pooled": 0.1566265060240964,
              "wilson95": [
                0.10918400638521,
                0.21960178719212467
              ],
              "bootstrap95": [
                0.10240963855421686,
                0.21084337349397592
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 22,
              "text_mean": 0.13253012048192772,
              "pooled": 0.13253012048192772,
              "wilson95": [
                0.08917559933578631,
                0.19250744291364205
              ],
              "bootstrap95": [
                0.08433734939759036,
                0.18674698795180722
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 85,
              "text_mean": 0.5120481927710844,
              "pooled": 0.5120481927710844,
              "wilson95": [
                0.43660076812207427,
                0.5869506075418789
              ],
              "bootstrap95": [
                0.43373493975903615,
                0.5903614457831325
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 59,
              "text_mean": 0.35542168674698793,
              "pooled": 0.35542168674698793,
              "wilson95": [
                0.2866334979060278,
                0.430749994126534
              ],
              "bootstrap95": [
                0.28313253012048195,
                0.43373493975903615
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 144,
              "text_mean": 0.8674698795180723,
              "pooled": 0.8674698795180723,
              "wilson95": [
                0.807492557086358,
                0.9108244006642137
              ],
              "bootstrap95": [
                0.8132530120481928,
                0.9216867469879518
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 140,
              "text_mean": 0.8433734939759037,
              "pooled": 0.8433734939759037,
              "wilson95": [
                0.7803982128078754,
                0.89081599361479
              ],
              "bootstrap95": [
                0.7891566265060241,
                0.8975903614457831
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.6132638888888889,
              "paired_text_mean": 0.5666666666666667,
              "bootstrap95": [
                0.5434027777777778,
                0.6811545138888888
              ]
            },
            "test": {
              "n_text": 166,
              "n_variants": 166,
              "pooled": 0.5417150529830164,
              "paired_text_mean": 0.5030120481927711,
              "bootstrap95": [
                0.4933013681230948,
                0.5906739911453041
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.4876477976670377
        },
        "none_probability": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 166,
              "n_variants": 166
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.85,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 41,
              "text_mean": 0.3416666666666667,
              "pooled": 0.3416666666666667,
              "wilson95": [
                0.26290438368564517,
                0.4302516856802777
              ],
              "bootstrap95": [
                0.25833333333333336,
                0.425
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 77,
              "text_mean": 0.6416666666666667,
              "pooled": 0.6416666666666667,
              "wilson95": [
                0.5527053600179013,
                0.7218392094967996
              ],
              "bootstrap95": [
                0.5583333333333333,
                0.725
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 37,
              "text_mean": 0.30833333333333335,
              "pooled": 0.30833333333333335,
              "wilson95": [
                0.23272736988916298,
                0.39582997723800684
              ],
              "bootstrap95": [
                0.225,
                0.39166666666666666
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 79,
              "text_mean": 0.6583333333333333,
              "pooled": 0.6583333333333333,
              "wilson95": [
                0.5697483143197224,
                0.7370956163143549
              ],
              "bootstrap95": [
                0.575,
                0.7416666666666667
              ]
            }
          },
          "test": {
            "threshold": 0.85,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 43,
              "text_mean": 0.25903614457831325,
              "pooled": 0.25903614457831325,
              "wilson95": [
                0.19837342880652575,
                0.3305990579144108
              ],
              "bootstrap95": [
                0.19879518072289157,
                0.3253012048192771
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 11,
              "text_mean": 0.06626506024096386,
              "pooled": 0.06626506024096386,
              "wilson95": [
                0.03740095467368268,
                0.11474952142400321
              ],
              "bootstrap95": [
                0.030120481927710843,
                0.10843373493975904
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 90,
              "text_mean": 0.5421686746987951,
              "pooled": 0.5421686746987951,
              "wilson95": [
                0.4662804823719892,
                0.6161493324518468
              ],
              "bootstrap95": [
                0.463855421686747,
                0.6144578313253012
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 65,
              "text_mean": 0.39156626506024095,
              "pooled": 0.39156626506024095,
              "wilson95": [
                0.3205711825543444,
                0.46746643647007696
              ],
              "bootstrap95": [
                0.3192771084337349,
                0.463855421686747
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 155,
              "text_mean": 0.9337349397590361,
              "pooled": 0.9337349397590361,
              "wilson95": [
                0.8852504785759967,
                0.9625990453263173
              ],
              "bootstrap95": [
                0.891566265060241,
                0.9698795180722891
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 123,
              "text_mean": 0.7409638554216867,
              "pooled": 0.7409638554216867,
              "wilson95": [
                0.6694009420855891,
                0.8016265711934742
              ],
              "bootstrap95": [
                0.6746987951807228,
                0.8072289156626506
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.7707291666666667,
              "paired_text_mean": 0.8083333333333333,
              "bootstrap95": [
                0.7171796874999999,
                0.8209409722222222
              ]
            },
            "test": {
              "n_text": 166,
              "n_variants": 166,
              "pooled": 0.7079401945129917,
              "paired_text_mean": 0.75,
              "bootstrap95": [
                0.6659711133691392,
                0.7534511540136449
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.85
        }
      },
      "coverage": {
        "calibration": {
          "n_pairs": 240,
          "n_text": 120,
          "prevalence": 0.5,
          "brier": 0.25183125,
          "brier_text_mean": 0.25183125,
          "brier_bootstrap95": [
            0.21646233333333334,
            0.28932835416666663
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 105,
              "mean_predicted": 0.013904761904761911,
              "observed": 0.2761904761904762
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 21,
              "mean_predicted": 0.14190476190476192,
              "observed": 0.47619047619047616
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 19,
              "mean_predicted": 0.24578947368421056,
              "observed": 0.5263157894736842
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 17,
              "mean_predicted": 0.3370588235294118,
              "observed": 0.6470588235294118
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 5,
              "mean_predicted": 0.44799999999999995,
              "observed": 0.4
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 5,
              "mean_predicted": 0.564,
              "observed": 0.8
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 12,
              "mean_predicted": 0.6441666666666667,
              "observed": 0.5
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 5,
              "mean_predicted": 0.7500000000000001,
              "observed": 0.8
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 8,
              "mean_predicted": 0.8599999999999999,
              "observed": 0.75
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 43,
              "mean_predicted": 0.967209302325581,
              "observed": 0.8837209302325582
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        },
        "test": {
          "n_pairs": 332,
          "n_text": 166,
          "prevalence": 0.5,
          "brier": 0.29102831325301204,
          "brier_text_mean": 0.29102831325301204,
          "brier_bootstrap95": [
            0.2601125828313253,
            0.3236166490963855
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 143,
              "mean_predicted": 0.014335664335664343,
              "observed": 0.32867132867132864
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 42,
              "mean_predicted": 0.1411904761904762,
              "observed": 0.42857142857142855
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 19,
              "mean_predicted": 0.2378947368421053,
              "observed": 0.631578947368421
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 11,
              "mean_predicted": 0.3627272727272727,
              "observed": 0.7272727272727273
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 16,
              "mean_predicted": 0.436875,
              "observed": 0.625
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 12,
              "mean_predicted": 0.5333333333333333,
              "observed": 0.8333333333333334
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 19,
              "mean_predicted": 0.6378947368421053,
              "observed": 0.47368421052631576
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 7,
              "mean_predicted": 0.7485714285714286,
              "observed": 0.5714285714285714
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 14,
              "mean_predicted": 0.8414285714285715,
              "observed": 0.5714285714285714
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 49,
              "mean_predicted": 0.9595918367346938,
              "observed": 0.8163265306122449
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        }
      },
      "conditional_ordinary": {
        "calibration": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.6583333333333333,
          "brier": 0.258276183127572,
          "brier_text_mean": 0.258276183127572,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 2,
              "mean_predicted": 0.44,
              "observed": 0.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 5,
              "mean_predicted": 0.5631111111111111,
              "observed": 0.2
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 9,
              "mean_predicted": 0.6477777777777778,
              "observed": 0.5555555555555556
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 12,
              "mean_predicted": 0.7441666666666666,
              "observed": 0.5833333333333334
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 12,
              "mean_predicted": 0.855,
              "observed": 0.4166666666666667
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 80,
              "mean_predicted": 0.9856250000000001,
              "observed": 0.7625
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.6583333333333333,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 166,
          "n_text": 166,
          "prevalence": 0.5662650602409639,
          "brier": 0.31280596920894477,
          "brier_text_mean": 0.31280596920894477,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 1,
              "mean_predicted": 0.38,
              "observed": 0.0
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 5,
              "mean_predicted": 0.442,
              "observed": 0.4
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 14,
              "mean_predicted": 0.5399999999999999,
              "observed": 0.42857142857142855
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 18,
              "mean_predicted": 0.6429741863075196,
              "observed": 0.2777777777777778
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 12,
              "mean_predicted": 0.7374999999999998,
              "observed": 0.5
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 12,
              "mean_predicted": 0.8506818181818182,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 104,
              "mean_predicted": 0.9832692307692308,
              "observed": 0.6826923076923077
            }
          ],
          "defined": 166,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.5662650602409639,
          "decision_n": 166,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      },
      "conditional_ordinary_with_none": {
        "calibration": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.6583333333333333,
          "brier": 0.2638857237878946,
          "brier_text_mean": 0.2638857237878946,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 1,
              "mean_predicted": 0.3711340206185567,
              "observed": 0.0
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 1,
              "mean_predicted": 0.45762711864406774,
              "observed": 0.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 5,
              "mean_predicted": 0.5446631822345203,
              "observed": 0.2
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 6,
              "mean_predicted": 0.6164122423162813,
              "observed": 0.5
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 9,
              "mean_predicted": 0.7587516901680699,
              "observed": 0.4444444444444444
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 15,
              "mean_predicted": 0.8541883946562963,
              "observed": 0.6
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 83,
              "mean_predicted": 0.9904096571048667,
              "observed": 0.7469879518072289
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.6583333333333333,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 165,
          "n_text": 165,
          "prevalence": 0.5696969696969697,
          "brier": 0.3353879000333748,
          "brier_text_mean": 0.3353879000333748,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 2,
              "mean_predicted": 0.446843853820598,
              "observed": 1.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 13,
              "mean_predicted": 0.5533847147160998,
              "observed": 0.3076923076923077
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 14,
              "mean_predicted": 0.6448855702428622,
              "observed": 0.5
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 16,
              "mean_predicted": 0.7431248827211167,
              "observed": 0.3125
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 12,
              "mean_predicted": 0.8504888196035427,
              "observed": 0.5
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 108,
              "mean_predicted": 0.9885559818349302,
              "observed": 0.6481481481481481
            }
          ],
          "defined": 165,
          "zero_ordinary_mass": 1,
          "undefined_fraction": 0.006024096385542169,
          "decision_accuracy": 0.5662650602409639,
          "decision_n": 166,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      }
    },
    "trec|k2|natural|aligned": {
      "group": "trec|k2|natural|aligned",
      "task": "trec",
      "candidate_size": 2,
      "name_mode": "natural",
      "none_mode": "aligned",
      "member_seeds": [
        0
      ],
      "order_seeds": [
        0
      ],
      "multiple_variants": false,
      "n_unique_member_sets": 15,
      "failure_metadata_fields": {},
      "has_probabilities": true,
      "n_text": {
        "calibration": 120,
        "test": 150
      },
      "n_variants": {
        "calibration": 120,
        "test": 150
      },
      "native": {
        "calibration": {
          "present": {
            "correct": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 112,
              "text_mean": 0.9333333333333333,
              "pooled": 0.9333333333333333,
              "wilson95": [
                0.8739486959646967,
                0.9658346931390938
              ],
              "bootstrap95": [
                0.8833333333333333,
                0.975
              ]
            },
            "wrong": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 4,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.0130375510983506,
                0.082580337559106
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.06666666666666667
              ]
            },
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 4,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.0130375510983506,
                0.082580337559106
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.06666666666666667
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 88,
              "text_mean": 0.7333333333333333,
              "pooled": 0.7333333333333333,
              "wilson95": [
                0.647875606138524,
                0.8043154495327476
              ],
              "bootstrap95": [
                0.65,
                0.8085416666666655
              ]
            },
            "accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 32,
              "text_mean": 0.26666666666666666,
              "pooled": 0.26666666666666666,
              "wilson95": [
                0.19568455046725244,
                0.352124393861476
              ],
              "bootstrap95": [
                0.19166666666666668,
                0.35
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 120,
            "text_mean": 0.7,
            "bootstrap95": [
              0.6083333333333333,
              0.7833333333333333
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        },
        "test": {
          "present": {
            "correct": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 138,
              "text_mean": 0.92,
              "pooled": 0.92,
              "wilson95": [
                0.8653786362494686,
                0.953646358481347
              ],
              "bootstrap95": [
                0.8733333333333333,
                0.96
              ]
            },
            "wrong": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 4,
              "text_mean": 0.02666666666666667,
              "pooled": 0.02666666666666667,
              "wilson95": [
                0.010417940822967993,
                0.06655389051214453
              ],
              "bootstrap95": [
                0.006666666666666667,
                0.05333333333333334
              ]
            },
            "rejected": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 8,
              "text_mean": 0.05333333333333334,
              "pooled": 0.05333333333333334,
              "wilson95": [
                0.027269539920193826,
                0.1017038783819546
              ],
              "bootstrap95": [
                0.02,
                0.09333333333333334
              ]
            },
            "interface_failure": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.0249702443680766
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 119,
              "text_mean": 0.7933333333333333,
              "pooled": 0.7933333333333333,
              "wilson95": [
                0.7216063981873552,
                0.8504110584500398
              ],
              "bootstrap95": [
                0.7266666666666667,
                0.8533333333333334
              ]
            },
            "accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 31,
              "text_mean": 0.20666666666666667,
              "pooled": 0.20666666666666667,
              "wilson95": [
                0.1495889415499601,
                0.27839360181264483
              ],
              "bootstrap95": [
                0.14666666666666667,
                0.2733333333333333
              ]
            },
            "interface_failure": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.0249702443680766
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 150,
            "text_mean": 0.74,
            "bootstrap95": [
              0.6665,
              0.8133333333333334
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        }
      },
      "scores": {
        "negative_max": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 150,
              "n_variants": 150
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -0.78,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 29,
              "text_mean": 0.24166666666666667,
              "pooled": 0.24166666666666667,
              "wilson95": [
                0.1738584121753525,
                0.325501490474311
              ],
              "bootstrap95": [
                0.16666666666666666,
                0.325
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 5,
              "text_mean": 0.041666666666666664,
              "pooled": 0.041666666666666664,
              "wilson95": [
                0.017926716880109515,
                0.09384085233703535
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.08333333333333333
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 112,
              "text_mean": 0.9333333333333333,
              "pooled": 0.9333333333333333,
              "wilson95": [
                0.8739486959646967,
                0.9658346931390938
              ],
              "bootstrap95": [
                0.8833333333333333,
                0.975
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 3,
              "text_mean": 0.025,
              "pooled": 0.025,
              "wilson95": [
                0.008538174769902228,
                0.0709300333278661
              ],
              "bootstrap95": [
                0.0,
                0.058333333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 115,
              "text_mean": 0.9583333333333334,
              "pooled": 0.9583333333333334,
              "wilson95": [
                0.9061591476629647,
                0.9820732831198906
              ],
              "bootstrap95": [
                0.9166666666666666,
                0.9916666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 91,
              "text_mean": 0.7583333333333333,
              "pooled": 0.7583333333333333,
              "wilson95": [
                0.674498509525689,
                0.8261415878246474
              ],
              "bootstrap95": [
                0.675,
                0.8333333333333334
              ]
            }
          },
          "test": {
            "threshold": -0.78,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 39,
              "text_mean": 0.26,
              "pooled": 0.26,
              "wilson95": [
                0.19642138912816148,
                0.3355643281685153
              ],
              "bootstrap95": [
                0.19333333333333333,
                0.3333333333333333
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 7,
              "text_mean": 0.04666666666666667,
              "pooled": 0.04666666666666667,
              "wilson95": [
                0.022786549161261972,
                0.09318647239912747
              ],
              "bootstrap95": [
                0.02,
                0.08
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 139,
              "text_mean": 0.9266666666666666,
              "pooled": 0.9266666666666666,
              "wilson95": [
                0.8734642066329596,
                0.9585611848396149
              ],
              "bootstrap95": [
                0.88,
                0.9666666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 4,
              "text_mean": 0.02666666666666667,
              "pooled": 0.02666666666666667,
              "wilson95": [
                0.010417940822967993,
                0.06655389051214453
              ],
              "bootstrap95": [
                0.006666666666666667,
                0.05333333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 143,
              "text_mean": 0.9533333333333334,
              "pooled": 0.9533333333333334,
              "wilson95": [
                0.9068135276008725,
                0.9772134508387381
              ],
              "bootstrap95": [
                0.92,
                0.9866666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 111,
              "text_mean": 0.74,
              "pooled": 0.74,
              "wilson95": [
                0.6644356718314847,
                0.8035786108718385
              ],
              "bootstrap95": [
                0.6666666666666666,
                0.8066666666666666
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.7784375,
              "paired_text_mean": 0.7583333333333333,
              "bootstrap95": [
                0.7126710069444445,
                0.84090625
              ]
            },
            "test": {
              "n_text": 150,
              "n_variants": 150,
              "pooled": 0.8273555555555555,
              "paired_text_mean": 0.8166666666666667,
              "bootstrap95": [
                0.776955,
                0.8720955555555555
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -0.78
        },
        "normalized_entropy": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 150,
              "n_variants": 150
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.7601675029619656,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 29,
              "text_mean": 0.24166666666666667,
              "pooled": 0.24166666666666667,
              "wilson95": [
                0.1738584121753525,
                0.325501490474311
              ],
              "bootstrap95": [
                0.16666666666666666,
                0.31666666666666665
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 5,
              "text_mean": 0.041666666666666664,
              "pooled": 0.041666666666666664,
              "wilson95": [
                0.017926716880109515,
                0.09384085233703535
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.08333333333333333
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 112,
              "text_mean": 0.9333333333333333,
              "pooled": 0.9333333333333333,
              "wilson95": [
                0.8739486959646967,
                0.9658346931390938
              ],
              "bootstrap95": [
                0.8833333333333333,
                0.975
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 3,
              "text_mean": 0.025,
              "pooled": 0.025,
              "wilson95": [
                0.008538174769902228,
                0.0709300333278661
              ],
              "bootstrap95": [
                0.0,
                0.058333333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 115,
              "text_mean": 0.9583333333333334,
              "pooled": 0.9583333333333334,
              "wilson95": [
                0.9061591476629647,
                0.9820732831198906
              ],
              "bootstrap95": [
                0.925,
                0.9916666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 91,
              "text_mean": 0.7583333333333333,
              "pooled": 0.7583333333333333,
              "wilson95": [
                0.674498509525689,
                0.8261415878246474
              ],
              "bootstrap95": [
                0.6833333333333333,
                0.8333333333333334
              ]
            }
          },
          "test": {
            "threshold": 0.7601675029619656,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 39,
              "text_mean": 0.26,
              "pooled": 0.26,
              "wilson95": [
                0.19642138912816148,
                0.3355643281685153
              ],
              "bootstrap95": [
                0.19333333333333333,
                0.3333333333333333
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 7,
              "text_mean": 0.04666666666666667,
              "pooled": 0.04666666666666667,
              "wilson95": [
                0.022786549161261972,
                0.09318647239912747
              ],
              "bootstrap95": [
                0.01983333333333334,
                0.08
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 139,
              "text_mean": 0.9266666666666666,
              "pooled": 0.9266666666666666,
              "wilson95": [
                0.8734642066329596,
                0.9585611848396149
              ],
              "bootstrap95": [
                0.8866666666666667,
                0.9666666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 4,
              "text_mean": 0.02666666666666667,
              "pooled": 0.02666666666666667,
              "wilson95": [
                0.010417940822967993,
                0.06655389051214453
              ],
              "bootstrap95": [
                0.006666666666666667,
                0.05333333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 143,
              "text_mean": 0.9533333333333334,
              "pooled": 0.9533333333333334,
              "wilson95": [
                0.9068135276008725,
                0.9772134508387381
              ],
              "bootstrap95": [
                0.9133333333333333,
                0.9866666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 111,
              "text_mean": 0.74,
              "pooled": 0.74,
              "wilson95": [
                0.6644356718314847,
                0.8035786108718385
              ],
              "bootstrap95": [
                0.6733333333333333,
                0.8133333333333334
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.7784375,
              "paired_text_mean": 0.7583333333333333,
              "bootstrap95": [
                0.7113880208333333,
                0.8345147569444444
              ]
            },
            "test": {
              "n_text": 150,
              "n_variants": 150,
              "pooled": 0.8273555555555555,
              "paired_text_mean": 0.8166666666666667,
              "bootstrap95": [
                0.7779333333333334,
                0.8726694444444445
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.7601675029619656
        },
        "none_probability": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 150,
              "n_variants": 150
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.26,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 94,
              "text_mean": 0.7833333333333333,
              "pooled": 0.7833333333333333,
              "wilson95": [
                0.7014563746709164,
                0.8476327643584851
              ],
              "bootstrap95": [
                0.7083333333333334,
                0.8583333333333333
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 110,
              "text_mean": 0.9166666666666666,
              "pooled": 0.9166666666666666,
              "wilson95": [
                0.8533776783593434,
                0.9541063496250703
              ],
              "bootstrap95": [
                0.8666666666666667,
                0.9666666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 4,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.0130375510983506,
                0.082580337559106
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.06666666666666667
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 26,
              "text_mean": 0.21666666666666667,
              "pooled": 0.21666666666666667,
              "wilson95": [
                0.15236723564151497,
                0.29854362532908374
              ],
              "bootstrap95": [
                0.14166666666666666,
                0.2916666666666667
              ]
            }
          },
          "test": {
            "threshold": 0.26,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 125,
              "text_mean": 0.8333333333333334,
              "pooled": 0.8333333333333334,
              "wilson95": [
                0.7655341358309921,
                0.884485701256957
              ],
              "bootstrap95": [
                0.7733333333333333,
                0.8933333333333333
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 11,
              "text_mean": 0.07333333333333333,
              "pooled": 0.07333333333333333,
              "wilson95": [
                0.041438815160384994,
                0.12653579336704038
              ],
              "bootstrap95": [
                0.03333333333333333,
                0.11333333333333333
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 135,
              "text_mean": 0.9,
              "pooled": 0.9,
              "wilson95": [
                0.8415651883318529,
                0.9384586161736859
              ],
              "bootstrap95": [
                0.8533333333333334,
                0.9466666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 4,
              "text_mean": 0.02666666666666667,
              "pooled": 0.02666666666666667,
              "wilson95": [
                0.010417940822967993,
                0.06655389051214453
              ],
              "bootstrap95": [
                0.006666666666666667,
                0.05333333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 139,
              "text_mean": 0.9266666666666666,
              "pooled": 0.9266666666666666,
              "wilson95": [
                0.8734642066329596,
                0.9585611848396149
              ],
              "bootstrap95": [
                0.88,
                0.9666666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 25,
              "text_mean": 0.16666666666666666,
              "pooled": 0.16666666666666666,
              "wilson95": [
                0.115514298743043,
                0.23446586416900808
              ],
              "bootstrap95": [
                0.11333333333333333,
                0.22666666666666666
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.9381944444444444,
              "paired_text_mean": 0.9333333333333333,
              "bootstrap95": [
                0.9061328125,
                0.9665625
              ]
            },
            "test": {
              "n_text": 150,
              "n_variants": 150,
              "pooled": 0.9471777777777778,
              "paired_text_mean": 0.95,
              "bootstrap95": [
                0.9183733333333333,
                0.9716294444444444
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.26
        }
      },
      "coverage": {
        "calibration": {
          "n_pairs": 240,
          "n_text": 120,
          "prevalence": 0.5,
          "brier": 0.11969624999999999,
          "brier_text_mean": 0.11969625,
          "brier_bootstrap95": [
            0.08733373958333332,
            0.15384985416666666
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 128,
              "mean_predicted": 0.012109375000000006,
              "observed": 0.15625
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 7,
              "mean_predicted": 0.1442857142857143,
              "observed": 0.5714285714285714
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 7,
              "mean_predicted": 0.24714285714285714,
              "observed": 0.42857142857142855
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 2,
              "mean_predicted": 0.365,
              "observed": 0.5
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 4,
              "mean_predicted": 0.45499999999999996,
              "observed": 1.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 5,
              "mean_predicted": 0.556,
              "observed": 0.6
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 1,
              "mean_predicted": 0.68,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 5,
              "mean_predicted": 0.744,
              "observed": 0.8
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 17,
              "mean_predicted": 0.8582352941176471,
              "observed": 0.9411764705882353
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 64,
              "mean_predicted": 0.9815624999999997,
              "observed": 1.0
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        },
        "test": {
          "n_pairs": 300,
          "n_text": 150,
          "prevalence": 0.5,
          "brier": 0.109481,
          "brier_text_mean": 0.10948100000000001,
          "brier_bootstrap95": [
            0.0799141,
            0.14161112499999995
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 158,
              "mean_predicted": 0.0056962025316455705,
              "observed": 0.13291139240506328
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 5,
              "mean_predicted": 0.122,
              "observed": 0.6
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 2,
              "mean_predicted": 0.25,
              "observed": 0.5
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 3,
              "mean_predicted": 0.38000000000000006,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 5,
              "mean_predicted": 0.44799999999999995,
              "observed": 0.8
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 7,
              "mean_predicted": 0.5571428571428572,
              "observed": 0.7142857142857143
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 6,
              "mean_predicted": 0.6233333333333333,
              "observed": 0.8333333333333334
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 6,
              "mean_predicted": 0.7616666666666666,
              "observed": 0.8333333333333334
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 15,
              "mean_predicted": 0.8633333333333334,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 93,
              "mean_predicted": 0.9797849462365592,
              "observed": 0.956989247311828
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        }
      },
      "conditional_ordinary": {
        "calibration": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.9583333333333334,
          "brier": 0.03029583333333333,
          "brier_text_mean": 0.03029583333333333,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 2,
              "mean_predicted": 0.525,
              "observed": 0.5
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 2,
              "mean_predicted": 0.65,
              "observed": 0.5
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 4,
              "mean_predicted": 0.7749999999999999,
              "observed": 0.75
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 1,
              "mean_predicted": 0.88,
              "observed": 0.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 111,
              "mean_predicted": 0.9929729729729728,
              "observed": 0.990990990990991
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9583333333333334,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 150,
          "n_text": 150,
          "prevalence": 0.96,
          "brier": 0.03330866666666667,
          "brier_text_mean": 0.03330866666666667,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 3,
              "mean_predicted": 0.54,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 1,
              "mean_predicted": 0.61,
              "observed": 0.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 3,
              "mean_predicted": 0.7233333333333333,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 143,
              "mean_predicted": 0.9960139860139858,
              "observed": 0.972027972027972
            }
          ],
          "defined": 150,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.96,
          "decision_n": 150,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      },
      "conditional_ordinary_with_none": {
        "calibration": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.9666666666666667,
          "brier": 0.0312086692097876,
          "brier_text_mean": 0.0312086692097876,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 3,
              "mean_predicted": 0.5225283765489951,
              "observed": 1.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 2,
              "mean_predicted": 0.745,
              "observed": 0.5
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 4,
              "mean_predicted": 0.842680412371134,
              "observed": 0.75
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 111,
              "mean_predicted": 0.9945321752156959,
              "observed": 0.9819819819819819
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9666666666666667,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 150,
          "n_text": 150,
          "prevalence": 0.9666666666666667,
          "brier": 0.02996979251579463,
          "brier_text_mean": 0.02996979251579463,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 2,
              "mean_predicted": 0.5811688311688312,
              "observed": 0.5
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 1,
              "mean_predicted": 0.69,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 2,
              "mean_predicted": 0.7974358974358974,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 1,
              "mean_predicted": 0.8524590163934427,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 144,
              "mean_predicted": 0.9970357187778165,
              "observed": 0.9722222222222222
            }
          ],
          "defined": 150,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9666666666666667,
          "decision_n": 150,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      }
    },
    "trec|k2|neutral|aligned": {
      "group": "trec|k2|neutral|aligned",
      "task": "trec",
      "candidate_size": 2,
      "name_mode": "neutral",
      "none_mode": "aligned",
      "member_seeds": [
        0
      ],
      "order_seeds": [
        0
      ],
      "multiple_variants": false,
      "n_unique_member_sets": 15,
      "failure_metadata_fields": {},
      "has_probabilities": true,
      "n_text": {
        "calibration": 120,
        "test": 150
      },
      "n_variants": {
        "calibration": 120,
        "test": 150
      },
      "native": {
        "calibration": {
          "present": {
            "correct": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 112,
              "text_mean": 0.9333333333333333,
              "pooled": 0.9333333333333333,
              "wilson95": [
                0.8739486959646967,
                0.9658346931390938
              ],
              "bootstrap95": [
                0.8833333333333333,
                0.975
              ]
            },
            "wrong": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 5,
              "text_mean": 0.041666666666666664,
              "pooled": 0.041666666666666664,
              "wilson95": [
                0.017926716880109515,
                0.09384085233703535
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.08333333333333333
              ]
            },
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 3,
              "text_mean": 0.025,
              "pooled": 0.025,
              "wilson95": [
                0.008538174769902228,
                0.0709300333278661
              ],
              "bootstrap95": [
                0.0,
                0.058333333333333334
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 89,
              "text_mean": 0.7416666666666667,
              "pooled": 0.7416666666666667,
              "wilson95": [
                0.6567146994175665,
                0.8116260368133936
              ],
              "bootstrap95": [
                0.6583333333333333,
                0.8166666666666667
              ]
            },
            "accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 31,
              "text_mean": 0.25833333333333336,
              "pooled": 0.25833333333333336,
              "wilson95": [
                0.18837396318660649,
                0.3432853005824337
              ],
              "bootstrap95": [
                0.18333333333333332,
                0.3416666666666667
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 120,
            "text_mean": 0.7166666666666667,
            "bootstrap95": [
              0.625,
              0.8
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        },
        "test": {
          "present": {
            "correct": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 139,
              "text_mean": 0.9266666666666666,
              "pooled": 0.9266666666666666,
              "wilson95": [
                0.8734642066329596,
                0.9585611848396149
              ],
              "bootstrap95": [
                0.88,
                0.9666666666666667
              ]
            },
            "wrong": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 4,
              "text_mean": 0.02666666666666667,
              "pooled": 0.02666666666666667,
              "wilson95": [
                0.010417940822967993,
                0.06655389051214453
              ],
              "bootstrap95": [
                0.00650000000000001,
                0.05333333333333334
              ]
            },
            "rejected": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 7,
              "text_mean": 0.04666666666666667,
              "pooled": 0.04666666666666667,
              "wilson95": [
                0.022786549161261972,
                0.09318647239912747
              ],
              "bootstrap95": [
                0.013333333333333334,
                0.08
              ]
            },
            "interface_failure": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.0249702443680766
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 119,
              "text_mean": 0.7933333333333333,
              "pooled": 0.7933333333333333,
              "wilson95": [
                0.7216063981873552,
                0.8504110584500398
              ],
              "bootstrap95": [
                0.7266666666666667,
                0.8533333333333334
              ]
            },
            "accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 31,
              "text_mean": 0.20666666666666667,
              "pooled": 0.20666666666666667,
              "wilson95": [
                0.1495889415499601,
                0.27839360181264483
              ],
              "bootstrap95": [
                0.14,
                0.26666666666666666
              ]
            },
            "interface_failure": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.0249702443680766
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 150,
            "text_mean": 0.7466666666666667,
            "bootstrap95": [
              0.6733333333333333,
              0.82
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        }
      },
      "scores": {
        "negative_max": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 150,
              "n_variants": 150
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -0.8,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 34,
              "text_mean": 0.2833333333333333,
              "pooled": 0.2833333333333333,
              "wilson95": [
                0.21040628091756453,
                0.36970202453054035
              ],
              "bootstrap95": [
                0.20833333333333334,
                0.36666666666666664
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 111,
              "text_mean": 0.925,
              "pooled": 0.925,
              "wilson95": [
                0.8635908239400624,
                0.9600428846040397
              ],
              "bootstrap95": [
                0.875,
                0.9666666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 3,
              "text_mean": 0.025,
              "pooled": 0.025,
              "wilson95": [
                0.008538174769902228,
                0.0709300333278661
              ],
              "bootstrap95": [
                0.0,
                0.058333333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 86,
              "text_mean": 0.7166666666666667,
              "pooled": 0.7166666666666667,
              "wilson95": [
                0.6302979754694596,
                0.7895937190824355
              ],
              "bootstrap95": [
                0.6333333333333333,
                0.7916666666666666
              ]
            }
          },
          "test": {
            "threshold": -0.8,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 36,
              "text_mean": 0.24,
              "pooled": 0.24,
              "wilson95": [
                0.17869313331595332,
                0.31429139375544646
              ],
              "bootstrap95": [
                0.17333333333333334,
                0.30666666666666664
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 8,
              "text_mean": 0.05333333333333334,
              "pooled": 0.05333333333333334,
              "wilson95": [
                0.027269539920193826,
                0.1017038783819546
              ],
              "bootstrap95": [
                0.02,
                0.09333333333333334
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 138,
              "text_mean": 0.92,
              "pooled": 0.92,
              "wilson95": [
                0.8653786362494686,
                0.953646358481347
              ],
              "bootstrap95": [
                0.8733333333333333,
                0.9666666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 4,
              "text_mean": 0.02666666666666667,
              "pooled": 0.02666666666666667,
              "wilson95": [
                0.010417940822967993,
                0.06655389051214453
              ],
              "bootstrap95": [
                0.006666666666666667,
                0.05333333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 142,
              "text_mean": 0.9466666666666667,
              "pooled": 0.9466666666666667,
              "wilson95": [
                0.8982961216180454,
                0.9727304600798061
              ],
              "bootstrap95": [
                0.9066666666666666,
                0.98
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 114,
              "text_mean": 0.76,
              "pooled": 0.76,
              "wilson95": [
                0.6857086062445535,
                0.8213068666840467
              ],
              "bootstrap95": [
                0.6866666666666666,
                0.8266666666666667
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.8030208333333333,
              "paired_text_mean": 0.7833333333333333,
              "bootstrap95": [
                0.7432847222222222,
                0.8597248263888889
              ]
            },
            "test": {
              "n_text": 150,
              "n_variants": 150,
              "pooled": 0.8341333333333333,
              "paired_text_mean": 0.82,
              "bootstrap95": [
                0.7841816666666667,
                0.8810783333333333
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -0.8
        },
        "normalized_entropy": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 150,
              "n_variants": 150
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.7219280948873623,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 34,
              "text_mean": 0.2833333333333333,
              "pooled": 0.2833333333333333,
              "wilson95": [
                0.21040628091756453,
                0.36970202453054035
              ],
              "bootstrap95": [
                0.20833333333333334,
                0.36666666666666664
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 111,
              "text_mean": 0.925,
              "pooled": 0.925,
              "wilson95": [
                0.8635908239400624,
                0.9600428846040397
              ],
              "bootstrap95": [
                0.875,
                0.9666666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 3,
              "text_mean": 0.025,
              "pooled": 0.025,
              "wilson95": [
                0.008538174769902228,
                0.0709300333278661
              ],
              "bootstrap95": [
                0.0,
                0.058333333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 86,
              "text_mean": 0.7166666666666667,
              "pooled": 0.7166666666666667,
              "wilson95": [
                0.6302979754694596,
                0.7895937190824355
              ],
              "bootstrap95": [
                0.625,
                0.7916666666666666
              ]
            }
          },
          "test": {
            "threshold": 0.7219280948873623,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 36,
              "text_mean": 0.24,
              "pooled": 0.24,
              "wilson95": [
                0.17869313331595332,
                0.31429139375544646
              ],
              "bootstrap95": [
                0.17333333333333334,
                0.30666666666666664
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 8,
              "text_mean": 0.05333333333333334,
              "pooled": 0.05333333333333334,
              "wilson95": [
                0.027269539920193826,
                0.1017038783819546
              ],
              "bootstrap95": [
                0.02,
                0.09333333333333334
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 138,
              "text_mean": 0.92,
              "pooled": 0.92,
              "wilson95": [
                0.8653786362494686,
                0.953646358481347
              ],
              "bootstrap95": [
                0.8733333333333333,
                0.96
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 4,
              "text_mean": 0.02666666666666667,
              "pooled": 0.02666666666666667,
              "wilson95": [
                0.010417940822967993,
                0.06655389051214453
              ],
              "bootstrap95": [
                0.006666666666666667,
                0.05333333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 142,
              "text_mean": 0.9466666666666667,
              "pooled": 0.9466666666666667,
              "wilson95": [
                0.8982961216180454,
                0.9727304600798061
              ],
              "bootstrap95": [
                0.9066666666666666,
                0.98
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 114,
              "text_mean": 0.76,
              "pooled": 0.76,
              "wilson95": [
                0.6857086062445535,
                0.8213068666840467
              ],
              "bootstrap95": [
                0.6933333333333334,
                0.8266666666666667
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.8030208333333333,
              "paired_text_mean": 0.7833333333333333,
              "bootstrap95": [
                0.7456180555555555,
                0.8589696180555555
              ]
            },
            "test": {
              "n_text": 150,
              "n_variants": 150,
              "pooled": 0.8341333333333333,
              "paired_text_mean": 0.82,
              "bootstrap95": [
                0.7843227777777778,
                0.88152
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.7219280948873623
        },
        "none_probability": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 150,
              "n_variants": 150
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.38,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 92,
              "text_mean": 0.7666666666666667,
              "pooled": 0.7666666666666667,
              "wilson95": [
                0.683445529241854,
                0.833344248668171
              ],
              "bootstrap95": [
                0.6916666666666667,
                0.8333333333333334
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 5,
              "text_mean": 0.041666666666666664,
              "pooled": 0.041666666666666664,
              "wilson95": [
                0.017926716880109515,
                0.09384085233703535
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.08333333333333333
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 110,
              "text_mean": 0.9166666666666666,
              "pooled": 0.9166666666666666,
              "wilson95": [
                0.8533776783593434,
                0.9541063496250703
              ],
              "bootstrap95": [
                0.8666666666666667,
                0.9583333333333334
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 5,
              "text_mean": 0.041666666666666664,
              "pooled": 0.041666666666666664,
              "wilson95": [
                0.017926716880109515,
                0.09384085233703535
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.08333333333333333
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 115,
              "text_mean": 0.9583333333333334,
              "pooled": 0.9583333333333334,
              "wilson95": [
                0.9061591476629647,
                0.9820732831198906
              ],
              "bootstrap95": [
                0.9166666666666666,
                0.9916666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 28,
              "text_mean": 0.23333333333333334,
              "pooled": 0.23333333333333334,
              "wilson95": [
                0.16665575133182917,
                0.31655447075814613
              ],
              "bootstrap95": [
                0.15833333333333333,
                0.30833333333333335
              ]
            }
          },
          "test": {
            "threshold": 0.38,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 122,
              "text_mean": 0.8133333333333334,
              "pooled": 0.8133333333333334,
              "wilson95": [
                0.7434428016958636,
                0.8675758451668085
              ],
              "bootstrap95": [
                0.7531666666666667,
                0.8733333333333333
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 10,
              "text_mean": 0.06666666666666667,
              "pooled": 0.06666666666666667,
              "wilson95": [
                0.03661185666960744,
                0.11836235511605896
              ],
              "bootstrap95": [
                0.02666666666666667,
                0.11333333333333333
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 136,
              "text_mean": 0.9066666666666666,
              "pooled": 0.9066666666666666,
              "wilson95": [
                0.8494360687243842,
                0.9435881325229135
              ],
              "bootstrap95": [
                0.86,
                0.9533333333333334
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 4,
              "text_mean": 0.02666666666666667,
              "pooled": 0.02666666666666667,
              "wilson95": [
                0.010417940822967993,
                0.06655389051214453
              ],
              "bootstrap95": [
                0.006666666666666667,
                0.05333333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 140,
              "text_mean": 0.9333333333333333,
              "pooled": 0.9333333333333333,
              "wilson95": [
                0.8816376448839411,
                0.9633881433303926
              ],
              "bootstrap95": [
                0.8933333333333333,
                0.9666666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 28,
              "text_mean": 0.18666666666666668,
              "pooled": 0.18666666666666668,
              "wilson95": [
                0.13242415483319162,
                0.2565571983041365
              ],
              "bootstrap95": [
                0.12666666666666668,
                0.25333333333333335
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.93875,
              "paired_text_mean": 0.9333333333333333,
              "bootstrap95": [
                0.9067352430555555,
                0.9664973958333333
              ]
            },
            "test": {
              "n_text": 150,
              "n_variants": 150,
              "pooled": 0.9447777777777778,
              "paired_text_mean": 0.9533333333333334,
              "bootstrap95": [
                0.9152161111111111,
                0.9694016666666667
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.38
        }
      },
      "coverage": {
        "calibration": {
          "n_pairs": 240,
          "n_text": 120,
          "prevalence": 0.5,
          "brier": 0.12039541666666667,
          "brier_text_mean": 0.12039541666666667,
          "brier_bootstrap95": [
            0.08780486458333334,
            0.15474226041666667
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 128,
              "mean_predicted": 0.011250000000000007,
              "observed": 0.140625
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 10,
              "mean_predicted": 0.133,
              "observed": 0.7
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 4,
              "mean_predicted": 0.24,
              "observed": 0.75
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 1,
              "mean_predicted": 0.38,
              "observed": 0.0
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 5,
              "mean_predicted": 0.43999999999999995,
              "observed": 0.6
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 1,
              "mean_predicted": 0.54,
              "observed": 0.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 3,
              "mean_predicted": 0.6233333333333334,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 8,
              "mean_predicted": 0.75125,
              "observed": 0.875
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 9,
              "mean_predicted": 0.8488888888888888,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 71,
              "mean_predicted": 0.9754929577464789,
              "observed": 0.9859154929577465
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        },
        "test": {
          "n_pairs": 300,
          "n_text": 150,
          "prevalence": 0.5,
          "brier": 0.10903966666666666,
          "brier_text_mean": 0.10903966666666666,
          "brier_bootstrap95": [
            0.07898230833333333,
            0.14126386666666665
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 157,
              "mean_predicted": 0.0034394904458598737,
              "observed": 0.1337579617834395
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 3,
              "mean_predicted": 0.13,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 5,
              "mean_predicted": 0.21800000000000003,
              "observed": 0.6
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 4,
              "mean_predicted": 0.36,
              "observed": 1.0
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 5,
              "mean_predicted": 0.43,
              "observed": 0.4
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 5,
              "mean_predicted": 0.554,
              "observed": 0.8
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 6,
              "mean_predicted": 0.64,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 5,
              "mean_predicted": 0.74,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 19,
              "mean_predicted": 0.8505263157894737,
              "observed": 0.9473684210526315
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 91,
              "mean_predicted": 0.975714285714285,
              "observed": 0.967032967032967
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        }
      },
      "conditional_ordinary": {
        "calibration": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.9583333333333334,
          "brier": 0.03061583333333333,
          "brier_text_mean": 0.03061583333333333,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 3,
              "mean_predicted": 0.5299999999999999,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 1,
              "mean_predicted": 0.62,
              "observed": 0.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 2,
              "mean_predicted": 0.765,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 5,
              "mean_predicted": 0.844,
              "observed": 0.6
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 109,
              "mean_predicted": 0.994954128440367,
              "observed": 0.9908256880733946
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9583333333333334,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 150,
          "n_text": 150,
          "prevalence": 0.94,
          "brier": 0.038983333333333335,
          "brier_text_mean": 0.038983333333333335,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 4,
              "mean_predicted": 0.54,
              "observed": 0.25
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 1,
              "mean_predicted": 0.6,
              "observed": 0.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 3,
              "mean_predicted": 0.7600000000000001,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 4,
              "mean_predicted": 0.8825000000000001,
              "observed": 0.75
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 138,
              "mean_predicted": 0.9982608695652171,
              "observed": 0.9782608695652174
            }
          ],
          "defined": 150,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.94,
          "decision_n": 150,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      },
      "conditional_ordinary_with_none": {
        "calibration": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.9583333333333334,
          "brier": 0.028838714761305485,
          "brier_text_mean": 0.028838714761305485,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 2,
              "mean_predicted": 0.5220397579948142,
              "observed": 0.5
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 2,
              "mean_predicted": 0.6333333333333333,
              "observed": 0.5
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 1,
              "mean_predicted": 0.78125,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 4,
              "mean_predicted": 0.8398914918079908,
              "observed": 0.5
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 111,
              "mean_predicted": 0.9953365752813715,
              "observed": 0.990990990990991
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9583333333333334,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 150,
          "n_text": 150,
          "prevalence": 0.9533333333333334,
          "brier": 0.03417556496990971,
          "brier_text_mean": 0.03417556496990971,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 5,
              "mean_predicted": 0.5421680672268907,
              "observed": 0.4
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 1,
              "mean_predicted": 0.7413793103448276,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 2,
              "mean_predicted": 0.8611111111111112,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 142,
              "mean_predicted": 0.9967964573286183,
              "observed": 0.971830985915493
            }
          ],
          "defined": 150,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9533333333333334,
          "decision_n": 150,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      }
    },
    "trec|k4|natural|aligned": {
      "group": "trec|k4|natural|aligned",
      "task": "trec",
      "candidate_size": 4,
      "name_mode": "natural",
      "none_mode": "aligned",
      "member_seeds": [
        0
      ],
      "order_seeds": [
        0
      ],
      "multiple_variants": false,
      "n_unique_member_sets": 15,
      "failure_metadata_fields": {},
      "has_probabilities": true,
      "n_text": {
        "calibration": 120,
        "test": 150
      },
      "n_variants": {
        "calibration": 120,
        "test": 150
      },
      "native": {
        "calibration": {
          "present": {
            "correct": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 110,
              "text_mean": 0.9166666666666666,
              "pooled": 0.9166666666666666,
              "wilson95": [
                0.8533776783593434,
                0.9541063496250703
              ],
              "bootstrap95": [
                0.8666666666666667,
                0.9583333333333334
              ]
            },
            "wrong": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 8,
              "text_mean": 0.06666666666666667,
              "pooled": 0.06666666666666667,
              "wilson95": [
                0.03416530686090633,
                0.12605130403530337
              ],
              "bootstrap95": [
                0.025,
                0.11666666666666667
              ]
            },
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 2,
              "text_mean": 0.016666666666666666,
              "pooled": 0.016666666666666666,
              "wilson95": [
                0.004582564565921141,
                0.0587359629721589
              ],
              "bootstrap95": [
                0.0,
                0.041666666666666664
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 58,
              "text_mean": 0.48333333333333334,
              "pooled": 0.48333333333333334,
              "wilson95": [
                0.3958364430105443,
                0.5718641958700792
              ],
              "bootstrap95": [
                0.39166666666666666,
                0.5666666666666667
              ]
            },
            "accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 62,
              "text_mean": 0.5166666666666667,
              "pooled": 0.5166666666666667,
              "wilson95": [
                0.4281358041299209,
                0.6041635569894558
              ],
              "bootstrap95": [
                0.425,
                0.6083333333333333
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 120,
            "text_mean": 0.4666666666666667,
            "bootstrap95": [
              0.375,
              0.5666666666666667
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        },
        "test": {
          "present": {
            "correct": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 137,
              "text_mean": 0.9133333333333333,
              "pooled": 0.9133333333333333,
              "wilson95": [
                0.8573717762637809,
                0.9486528217252759
              ],
              "bootstrap95": [
                0.8666666666666667,
                0.96
              ]
            },
            "wrong": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 11,
              "text_mean": 0.07333333333333333,
              "pooled": 0.07333333333333333,
              "wilson95": [
                0.041438815160384994,
                0.12653579336704038
              ],
              "bootstrap95": [
                0.03333333333333333,
                0.11333333333333333
              ]
            },
            "rejected": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 2,
              "text_mean": 0.013333333333333334,
              "pooled": 0.013333333333333334,
              "wilson95": [
                0.0036641291512270503,
                0.04730690870036751
              ],
              "bootstrap95": [
                0.0,
                0.03333333333333333
              ]
            },
            "interface_failure": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.0249702443680766
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 69,
              "text_mean": 0.46,
              "pooled": 0.46,
              "wilson95": [
                0.3822358341961156,
                0.5397617853533305
              ],
              "bootstrap95": [
                0.38666666666666666,
                0.54
              ]
            },
            "accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 81,
              "text_mean": 0.54,
              "pooled": 0.54,
              "wilson95": [
                0.4602382146466695,
                0.6177641658038844
              ],
              "bootstrap95": [
                0.46,
                0.6133333333333333
              ]
            },
            "interface_failure": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.0249702443680766
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 150,
            "text_mean": 0.44666666666666666,
            "bootstrap95": [
              0.36,
              0.5266666666666666
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        }
      },
      "scores": {
        "negative_max": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 150,
              "n_variants": 150
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -0.69,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 29,
              "text_mean": 0.24166666666666667,
              "pooled": 0.24166666666666667,
              "wilson95": [
                0.1738584121753525,
                0.325501490474311
              ],
              "bootstrap95": [
                0.16666666666666666,
                0.325
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 109,
              "text_mean": 0.9083333333333333,
              "pooled": 0.9083333333333333,
              "wilson95": [
                0.843291530273291,
                0.9480428171514347
              ],
              "bootstrap95": [
                0.8583333333333333,
                0.9583333333333334
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 5,
              "text_mean": 0.041666666666666664,
              "pooled": 0.041666666666666664,
              "wilson95": [
                0.017926716880109515,
                0.09384085233703535
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.08333333333333333
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 91,
              "text_mean": 0.7583333333333333,
              "pooled": 0.7583333333333333,
              "wilson95": [
                0.674498509525689,
                0.8261415878246474
              ],
              "bootstrap95": [
                0.6833333333333333,
                0.8333333333333334
              ]
            }
          },
          "test": {
            "threshold": -0.69,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 20,
              "text_mean": 0.13333333333333333,
              "pooled": 0.13333333333333333,
              "wilson95": [
                0.0879980047055142,
                0.196980174497742
              ],
              "bootstrap95": [
                0.08666666666666667,
                0.18666666666666668
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 3,
              "text_mean": 0.02,
              "pooled": 0.02,
              "wilson95": [
                0.006824751322967459,
                0.05714668327038608
              ],
              "bootstrap95": [
                0.0,
                0.04666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 135,
              "text_mean": 0.9,
              "pooled": 0.9,
              "wilson95": [
                0.8415651883318529,
                0.9384586161736859
              ],
              "bootstrap95": [
                0.8533333333333334,
                0.9466666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 12,
              "text_mean": 0.08,
              "pooled": 0.08,
              "wilson95": [
                0.04635364151865291,
                0.13462136375053146
              ],
              "bootstrap95": [
                0.04,
                0.12666666666666668
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 147,
              "text_mean": 0.98,
              "pooled": 0.98,
              "wilson95": [
                0.9428533167296139,
                0.9931752486770326
              ],
              "bootstrap95": [
                0.9533333333333334,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 130,
              "text_mean": 0.8666666666666667,
              "pooled": 0.8666666666666667,
              "wilson95": [
                0.803019825502258,
                0.9120019952944858
              ],
              "bootstrap95": [
                0.8133333333333334,
                0.92
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.7026388888888889,
              "paired_text_mean": 0.6916666666666667,
              "bootstrap95": [
                0.6341501736111111,
                0.7686822916666667
              ]
            },
            "test": {
              "n_text": 150,
              "n_variants": 150,
              "pooled": 0.659,
              "paired_text_mean": 0.65,
              "bootstrap95": [
                0.5974394444444444,
                0.7178027777777778
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -0.69
        },
        "normalized_entropy": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 150,
              "n_variants": 150
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.4784535679576163,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 32,
              "text_mean": 0.26666666666666666,
              "pooled": 0.26666666666666666,
              "wilson95": [
                0.19568455046725244,
                0.352124393861476
              ],
              "bootstrap95": [
                0.18333333333333332,
                0.35
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 109,
              "text_mean": 0.9083333333333333,
              "pooled": 0.9083333333333333,
              "wilson95": [
                0.843291530273291,
                0.9480428171514347
              ],
              "bootstrap95": [
                0.8583333333333333,
                0.9583333333333334
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 5,
              "text_mean": 0.041666666666666664,
              "pooled": 0.041666666666666664,
              "wilson95": [
                0.017926716880109515,
                0.09384085233703535
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.075
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 88,
              "text_mean": 0.7333333333333333,
              "pooled": 0.7333333333333333,
              "wilson95": [
                0.647875606138524,
                0.8043154495327476
              ],
              "bootstrap95": [
                0.6583333333333333,
                0.8083333333333333
              ]
            }
          },
          "test": {
            "threshold": 0.4784535679576163,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 24,
              "text_mean": 0.16,
              "pooled": 0.16,
              "wilson95": [
                0.10994008412845499,
                0.22703968204183714
              ],
              "bootstrap95": [
                0.1,
                0.22
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 3,
              "text_mean": 0.02,
              "pooled": 0.02,
              "wilson95": [
                0.006824751322967459,
                0.05714668327038608
              ],
              "bootstrap95": [
                0.0,
                0.04666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 135,
              "text_mean": 0.9,
              "pooled": 0.9,
              "wilson95": [
                0.8415651883318529,
                0.9384586161736859
              ],
              "bootstrap95": [
                0.8466666666666667,
                0.9466666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 12,
              "text_mean": 0.08,
              "pooled": 0.08,
              "wilson95": [
                0.04635364151865291,
                0.13462136375053146
              ],
              "bootstrap95": [
                0.04,
                0.12666666666666668
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 147,
              "text_mean": 0.98,
              "pooled": 0.98,
              "wilson95": [
                0.9428533167296139,
                0.9931752486770326
              ],
              "bootstrap95": [
                0.9533333333333334,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 126,
              "text_mean": 0.84,
              "pooled": 0.84,
              "wilson95": [
                0.7729603179581628,
                0.890059915871545
              ],
              "bootstrap95": [
                0.78,
                0.8933333333333333
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.7060416666666667,
              "paired_text_mean": 0.6833333333333333,
              "bootstrap95": [
                0.6359331597222223,
                0.7755572916666666
              ]
            },
            "test": {
              "n_text": 150,
              "n_variants": 150,
              "pooled": 0.6616222222222222,
              "paired_text_mean": 0.65,
              "bootstrap95": [
                0.6037766666666666,
                0.7200894444444444
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.4784535679576163
        },
        "none_probability": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 150,
              "n_variants": 150
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.09,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 81,
              "text_mean": 0.675,
              "pooled": 0.675,
              "wilson95": [
                0.5869018408594733,
                0.7522414508939805
              ],
              "bootstrap95": [
                0.5916666666666667,
                0.7583333333333333
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 107,
              "text_mean": 0.8916666666666667,
              "pooled": 0.8916666666666667,
              "wilson95": [
                0.8234463978470834,
                0.9355885884582658
              ],
              "bootstrap95": [
                0.8333333333333334,
                0.9416666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 7,
              "text_mean": 0.058333333333333334,
              "pooled": 0.058333333333333334,
              "wilson95": [
                0.028541010000220295,
                0.11552592033630113
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.1
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 39,
              "text_mean": 0.325,
              "pooled": 0.325,
              "wilson95": [
                0.24775854910601952,
                0.4130981591405268
              ],
              "bootstrap95": [
                0.24166666666666667,
                0.4166666666666667
              ]
            }
          },
          "test": {
            "threshold": 0.09,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 96,
              "text_mean": 0.64,
              "pooled": 0.64,
              "wilson95": [
                0.5605741640813748,
                0.7124341674955637
              ],
              "bootstrap95": [
                0.56,
                0.7133333333333334
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 8,
              "text_mean": 0.05333333333333334,
              "pooled": 0.05333333333333334,
              "wilson95": [
                0.027269539920193826,
                0.1017038783819546
              ],
              "bootstrap95": [
                0.02,
                0.09333333333333334
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 133,
              "text_mean": 0.8866666666666667,
              "pooled": 0.8866666666666667,
              "wilson95": [
                0.825997250162395,
                0.928025760859626
              ],
              "bootstrap95": [
                0.8333333333333334,
                0.9333333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 9,
              "text_mean": 0.06,
              "pooled": 0.06,
              "wilson95": [
                0.03188404420920533,
                0.11008977083470209
              ],
              "bootstrap95": [
                0.02666666666666667,
                0.1
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 142,
              "text_mean": 0.9466666666666667,
              "pooled": 0.9466666666666667,
              "wilson95": [
                0.8982961216180454,
                0.9727304600798061
              ],
              "bootstrap95": [
                0.9066666666666666,
                0.98
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 54,
              "text_mean": 0.36,
              "pooled": 0.36,
              "wilson95": [
                0.28756583250443635,
                0.43942583591862505
              ],
              "bootstrap95": [
                0.2866666666666667,
                0.44
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.8788541666666667,
              "paired_text_mean": 0.8958333333333334,
              "bootstrap95": [
                0.8317638888888889,
                0.922337673611111
              ]
            },
            "test": {
              "n_text": 150,
              "n_variants": 150,
              "pooled": 0.9064888888888889,
              "paired_text_mean": 0.9166666666666666,
              "bootstrap95": [
                0.8745994444444445,
                0.936423888888889
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.09
        }
      },
      "coverage": {
        "calibration": {
          "n_pairs": 240,
          "n_text": 120,
          "prevalence": 0.5,
          "brier": 0.22816625000000001,
          "brier_text_mean": 0.22816625000000001,
          "brier_bootstrap95": [
            0.18988956250000003,
            0.26827979166666666
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 153,
              "mean_predicted": 0.009411764705882357,
              "observed": 0.2549019607843137
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 10,
              "mean_predicted": 0.15100000000000002,
              "observed": 0.9
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 9,
              "mean_predicted": 0.2466666666666667,
              "observed": 0.7777777777777778
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 5,
              "mean_predicted": 0.35000000000000003,
              "observed": 0.8
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 4,
              "mean_predicted": 0.4225,
              "observed": 1.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 1,
              "mean_predicted": 0.53,
              "observed": 1.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 7,
              "mean_predicted": 0.6342857142857143,
              "observed": 0.8571428571428571
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 13,
              "mean_predicted": 0.7315384615384615,
              "observed": 0.9230769230769231
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 10,
              "mean_predicted": 0.833,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 28,
              "mean_predicted": 0.9667857142857141,
              "observed": 1.0
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        },
        "test": {
          "n_pairs": 300,
          "n_text": 150,
          "prevalence": 0.5,
          "brier": 0.23794366666666666,
          "brier_text_mean": 0.23794366666666666,
          "brier_bootstrap95": [
            0.20521170000000002,
            0.2722665083333333
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 196,
              "mean_predicted": 0.005000000000000002,
              "observed": 0.2755102040816326
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 11,
              "mean_predicted": 0.1409090909090909,
              "observed": 0.6363636363636364
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 7,
              "mean_predicted": 0.24714285714285714,
              "observed": 1.0
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 7,
              "mean_predicted": 0.33714285714285713,
              "observed": 1.0
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 8,
              "mean_predicted": 0.45,
              "observed": 0.75
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 9,
              "mean_predicted": 0.5522222222222222,
              "observed": 0.8888888888888888
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 9,
              "mean_predicted": 0.6311111111111111,
              "observed": 0.8888888888888888
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 7,
              "mean_predicted": 0.7457142857142857,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 21,
              "mean_predicted": 0.8461904761904762,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 25,
              "mean_predicted": 0.9684000000000001,
              "observed": 1.0
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        }
      },
      "conditional_ordinary": {
        "calibration": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.95,
          "brier": 0.048093333333333335,
          "brier_text_mean": 0.048093333333333335,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 3,
              "mean_predicted": 0.5566666666666666,
              "observed": 1.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 4,
              "mean_predicted": 0.655,
              "observed": 0.75
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 9,
              "mean_predicted": 0.7522222222222221,
              "observed": 0.7777777777777778
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 8,
              "mean_predicted": 0.855,
              "observed": 0.875
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 96,
              "mean_predicted": 0.9891666666666667,
              "observed": 0.9791666666666666
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.95,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 150,
          "n_text": 150,
          "prevalence": 0.9133333333333333,
          "brier": 0.07637066666666667,
          "brier_text_mean": 0.07637066666666667,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 2,
              "mean_predicted": 0.55,
              "observed": 1.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 2,
              "mean_predicted": 0.6499999999999999,
              "observed": 0.5
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 2,
              "mean_predicted": 0.74,
              "observed": 0.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 9,
              "mean_predicted": 0.8744444444444445,
              "observed": 0.8888888888888888
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 135,
              "mean_predicted": 0.9919259259259259,
              "observed": 0.9333333333333333
            }
          ],
          "defined": 150,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9133333333333333,
          "decision_n": 150,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      },
      "conditional_ordinary_with_none": {
        "calibration": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.9333333333333333,
          "brier": 0.0482266367230492,
          "brier_text_mean": 0.0482266367230492,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 1,
              "mean_predicted": 0.48275862068965514,
              "observed": 1.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 3,
              "mean_predicted": 0.5499999999999999,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 2,
              "mean_predicted": 0.6699999999999999,
              "observed": 0.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 4,
              "mean_predicted": 0.7453125,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 13,
              "mean_predicted": 0.8484265817480998,
              "observed": 0.8461538461538461
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 97,
              "mean_predicted": 0.9917318272837888,
              "observed": 0.979381443298969
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9333333333333333,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 150,
          "n_text": 150,
          "prevalence": 0.9133333333333333,
          "brier": 0.07718890990468327,
          "brier_text_mean": 0.07718890990468327,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 1,
              "mean_predicted": 0.52,
              "observed": 1.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 2,
              "mean_predicted": 0.6535294117647059,
              "observed": 0.5
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 2,
              "mean_predicted": 0.7097763347763347,
              "observed": 0.5
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 6,
              "mean_predicted": 0.8676894798323369,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 139,
              "mean_predicted": 0.9914677795159326,
              "observed": 0.935251798561151
            }
          ],
          "defined": 150,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9133333333333333,
          "decision_n": 150,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      }
    },
    "trec|k4|neutral|aligned": {
      "group": "trec|k4|neutral|aligned",
      "task": "trec",
      "candidate_size": 4,
      "name_mode": "neutral",
      "none_mode": "aligned",
      "member_seeds": [
        0
      ],
      "order_seeds": [
        0
      ],
      "multiple_variants": false,
      "n_unique_member_sets": 15,
      "failure_metadata_fields": {},
      "has_probabilities": true,
      "n_text": {
        "calibration": 120,
        "test": 150
      },
      "n_variants": {
        "calibration": 120,
        "test": 150
      },
      "native": {
        "calibration": {
          "present": {
            "correct": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 110,
              "text_mean": 0.9166666666666666,
              "pooled": 0.9166666666666666,
              "wilson95": [
                0.8533776783593434,
                0.9541063496250703
              ],
              "bootstrap95": [
                0.8666666666666667,
                0.9583333333333334
              ]
            },
            "wrong": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 7,
              "text_mean": 0.058333333333333334,
              "pooled": 0.058333333333333334,
              "wilson95": [
                0.028541010000220295,
                0.11552592033630113
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.1
              ]
            },
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 3,
              "text_mean": 0.025,
              "pooled": 0.025,
              "wilson95": [
                0.008538174769902228,
                0.0709300333278661
              ],
              "bootstrap95": [
                0.0,
                0.058333333333333334
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 59,
              "text_mean": 0.49166666666666664,
              "pooled": 0.49166666666666664,
              "wilson95": [
                0.4038757172769723,
                0.5799746021633394
              ],
              "bootstrap95": [
                0.4,
                0.575
              ]
            },
            "accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 61,
              "text_mean": 0.5083333333333333,
              "pooled": 0.5083333333333333,
              "wilson95": [
                0.4200253978366605,
                0.5961242827230276
              ],
              "bootstrap95": [
                0.425,
                0.6
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 120,
            "text_mean": 0.4666666666666667,
            "bootstrap95": [
              0.36666666666666664,
              0.5666666666666667
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        },
        "test": {
          "present": {
            "correct": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 136,
              "text_mean": 0.9066666666666666,
              "pooled": 0.9066666666666666,
              "wilson95": [
                0.8494360687243842,
                0.9435881325229135
              ],
              "bootstrap95": [
                0.86,
                0.9533333333333334
              ]
            },
            "wrong": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 13,
              "text_mean": 0.08666666666666667,
              "pooled": 0.08666666666666667,
              "wilson95": [
                0.051347178274724174,
                0.14262822373621914
              ],
              "bootstrap95": [
                0.04666666666666667,
                0.13333333333333333
              ]
            },
            "rejected": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 1,
              "text_mean": 0.006666666666666667,
              "pooled": 0.006666666666666667,
              "wilson95": [
                0.0011778013350174366,
                0.03679283977481815
              ],
              "bootstrap95": [
                0.0,
                0.02
              ]
            },
            "interface_failure": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.0249702443680766
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 65,
              "text_mean": 0.43333333333333335,
              "pooled": 0.43333333333333335,
              "wilson95": [
                0.35667590320996057,
                0.5133201293724496
              ],
              "bootstrap95": [
                0.35333333333333333,
                0.5133333333333333
              ]
            },
            "accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 85,
              "text_mean": 0.5666666666666667,
              "pooled": 0.5666666666666667,
              "wilson95": [
                0.4866798706275503,
                0.6433240967900394
              ],
              "bootstrap95": [
                0.48,
                0.6466666666666666
              ]
            },
            "interface_failure": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.0249702443680766
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 150,
            "text_mean": 0.4266666666666667,
            "bootstrap95": [
              0.3466666666666667,
              0.5066666666666667
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        }
      },
      "scores": {
        "negative_max": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 150,
              "n_variants": 150
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -0.68,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 30,
              "text_mean": 0.25,
              "pooled": 0.25,
              "wilson95": [
                0.18109821656809566,
                0.33441136664125615
              ],
              "bootstrap95": [
                0.175,
                0.325
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 108,
              "text_mean": 0.9,
              "pooled": 0.9,
              "wilson95": [
                0.833318258891048,
                0.9418664079739892
              ],
              "bootstrap95": [
                0.8416666666666667,
                0.95
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 90,
              "text_mean": 0.75,
              "pooled": 0.75,
              "wilson95": [
                0.665588633358744,
                0.8189017834319043
              ],
              "bootstrap95": [
                0.675,
                0.825
              ]
            }
          },
          "test": {
            "threshold": -0.68,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 24,
              "text_mean": 0.16,
              "pooled": 0.16,
              "wilson95": [
                0.10994008412845499,
                0.22703968204183714
              ],
              "bootstrap95": [
                0.1,
                0.21333333333333335
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 3,
              "text_mean": 0.02,
              "pooled": 0.02,
              "wilson95": [
                0.006824751322967459,
                0.05714668327038608
              ],
              "bootstrap95": [
                0.0,
                0.04666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 134,
              "text_mean": 0.8933333333333333,
              "pooled": 0.8933333333333333,
              "wilson95": [
                0.8337537774158531,
                0.9332696303479265
              ],
              "bootstrap95": [
                0.8466666666666667,
                0.94
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 13,
              "text_mean": 0.08666666666666667,
              "pooled": 0.08666666666666667,
              "wilson95": [
                0.051347178274724174,
                0.14262822373621914
              ],
              "bootstrap95": [
                0.04,
                0.13333333333333333
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 147,
              "text_mean": 0.98,
              "pooled": 0.98,
              "wilson95": [
                0.9428533167296139,
                0.9931752486770326
              ],
              "bootstrap95": [
                0.9533333333333334,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 126,
              "text_mean": 0.84,
              "pooled": 0.84,
              "wilson95": [
                0.7729603179581628,
                0.890059915871545
              ],
              "bootstrap95": [
                0.78,
                0.8933333333333333
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.7353125,
              "paired_text_mean": 0.7041666666666667,
              "bootstrap95": [
                0.6661458333333333,
                0.8029531249999999
              ]
            },
            "test": {
              "n_text": 150,
              "n_variants": 150,
              "pooled": 0.7038666666666666,
              "paired_text_mean": 0.68,
              "bootstrap95": [
                0.6468777777777778,
                0.7589205555555555
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -0.68
        },
        "normalized_entropy": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 150,
              "n_variants": 150
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.4987007942838698,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 32,
              "text_mean": 0.26666666666666666,
              "pooled": 0.26666666666666666,
              "wilson95": [
                0.19568455046725244,
                0.352124393861476
              ],
              "bootstrap95": [
                0.18333333333333332,
                0.35
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 107,
              "text_mean": 0.8916666666666667,
              "pooled": 0.8916666666666667,
              "wilson95": [
                0.8234463978470834,
                0.9355885884582658
              ],
              "bootstrap95": [
                0.8333333333333334,
                0.9416666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 7,
              "text_mean": 0.058333333333333334,
              "pooled": 0.058333333333333334,
              "wilson95": [
                0.028541010000220295,
                0.11552592033630113
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.10833333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 88,
              "text_mean": 0.7333333333333333,
              "pooled": 0.7333333333333333,
              "wilson95": [
                0.647875606138524,
                0.8043154495327476
              ],
              "bootstrap95": [
                0.65,
                0.8083333333333333
              ]
            }
          },
          "test": {
            "threshold": 0.4987007942838698,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 28,
              "text_mean": 0.18666666666666668,
              "pooled": 0.18666666666666668,
              "wilson95": [
                0.13242415483319162,
                0.2565571983041365
              ],
              "bootstrap95": [
                0.12666666666666668,
                0.25333333333333335
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 1,
              "text_mean": 0.006666666666666667,
              "pooled": 0.006666666666666667,
              "wilson95": [
                0.0011778013350174366,
                0.03679283977481815
              ],
              "bootstrap95": [
                0.0,
                0.02
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 135,
              "text_mean": 0.9,
              "pooled": 0.9,
              "wilson95": [
                0.8415651883318529,
                0.9384586161736859
              ],
              "bootstrap95": [
                0.8466666666666667,
                0.9466666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 14,
              "text_mean": 0.09333333333333334,
              "pooled": 0.09333333333333334,
              "wilson95": [
                0.05641186747708652,
                0.1505639312756158
              ],
              "bootstrap95": [
                0.05333333333333334,
                0.14
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 149,
              "text_mean": 0.9933333333333333,
              "pooled": 0.9933333333333333,
              "wilson95": [
                0.9632071602251817,
                0.9988221986649826
              ],
              "bootstrap95": [
                0.98,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 122,
              "text_mean": 0.8133333333333334,
              "pooled": 0.8133333333333334,
              "wilson95": [
                0.7434428016958636,
                0.8675758451668085
              ],
              "bootstrap95": [
                0.7533333333333333,
                0.8666666666666667
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.7419444444444444,
              "paired_text_mean": 0.7,
              "bootstrap95": [
                0.6724991319444444,
                0.805290798611111
              ]
            },
            "test": {
              "n_text": 150,
              "n_variants": 150,
              "pooled": 0.7069333333333333,
              "paired_text_mean": 0.68,
              "bootstrap95": [
                0.6494383333333333,
                0.7604955555555555
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.4987007942838698
        },
        "none_probability": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 150,
              "n_variants": 150
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.09,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 82,
              "text_mean": 0.6833333333333333,
              "pooled": 0.6833333333333333,
              "wilson95": [
                0.5955213183551313,
                0.7597716539580108
              ],
              "bootstrap95": [
                0.6,
                0.7666666666666667
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 5,
              "text_mean": 0.041666666666666664,
              "pooled": 0.041666666666666664,
              "wilson95": [
                0.017926716880109515,
                0.09384085233703535
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.08333333333333333
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 108,
              "text_mean": 0.9,
              "pooled": 0.9,
              "wilson95": [
                0.833318258891048,
                0.9418664079739892
              ],
              "bootstrap95": [
                0.85,
                0.95
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 7,
              "text_mean": 0.058333333333333334,
              "pooled": 0.058333333333333334,
              "wilson95": [
                0.028541010000220295,
                0.11552592033630113
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.1
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 115,
              "text_mean": 0.9583333333333334,
              "pooled": 0.9583333333333334,
              "wilson95": [
                0.9061591476629647,
                0.9820732831198906
              ],
              "bootstrap95": [
                0.9166666666666666,
                0.9916666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 38,
              "text_mean": 0.31666666666666665,
              "pooled": 0.31666666666666665,
              "wilson95": [
                0.24022834604198925,
                0.40447868164486867
              ],
              "bootstrap95": [
                0.23333333333333334,
                0.4
              ]
            }
          },
          "test": {
            "threshold": 0.09,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 93,
              "text_mean": 0.62,
              "pooled": 0.62,
              "wilson95": [
                0.5402444138161206,
                0.6937627275355409
              ],
              "bootstrap95": [
                0.54,
                0.6933333333333334
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 7,
              "text_mean": 0.04666666666666667,
              "pooled": 0.04666666666666667,
              "wilson95": [
                0.022786549161261972,
                0.09318647239912747
              ],
              "bootstrap95": [
                0.02,
                0.08
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 133,
              "text_mean": 0.8866666666666667,
              "pooled": 0.8866666666666667,
              "wilson95": [
                0.825997250162395,
                0.928025760859626
              ],
              "bootstrap95": [
                0.8333333333333334,
                0.9333333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 10,
              "text_mean": 0.06666666666666667,
              "pooled": 0.06666666666666667,
              "wilson95": [
                0.03661185666960744,
                0.11836235511605896
              ],
              "bootstrap95": [
                0.03316666666666668,
                0.10666666666666667
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 143,
              "text_mean": 0.9533333333333334,
              "pooled": 0.9533333333333334,
              "wilson95": [
                0.9068135276008725,
                0.9772134508387381
              ],
              "bootstrap95": [
                0.9198333333333334,
                0.9866666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 57,
              "text_mean": 0.38,
              "pooled": 0.38,
              "wilson95": [
                0.3062372724644591,
                0.45975558618387935
              ],
              "bootstrap95": [
                0.3,
                0.4533333333333333
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.8608680555555556,
              "paired_text_mean": 0.875,
              "bootstrap95": [
                0.8147473958333333,
                0.9038888888888889
              ]
            },
            "test": {
              "n_text": 150,
              "n_variants": 150,
              "pooled": 0.8718888888888889,
              "paired_text_mean": 0.8833333333333333,
              "bootstrap95": [
                0.8360616666666666,
                0.9065555555555556
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.09
        }
      },
      "coverage": {
        "calibration": {
          "n_pairs": 240,
          "n_text": 120,
          "prevalence": 0.5,
          "brier": 0.22936416666666665,
          "brier_text_mean": 0.22936416666666665,
          "brier_bootstrap95": [
            0.1903350208333333,
            0.2669972708333333
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 153,
              "mean_predicted": 0.01013071895424837,
              "observed": 0.24836601307189543
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 14,
              "mean_predicted": 0.1457142857142857,
              "observed": 0.9285714285714286
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 2,
              "mean_predicted": 0.255,
              "observed": 1.0
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 8,
              "mean_predicted": 0.33499999999999996,
              "observed": 0.875
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 3,
              "mean_predicted": 0.4666666666666666,
              "observed": 1.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 4,
              "mean_predicted": 0.5475000000000001,
              "observed": 0.75
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 4,
              "mean_predicted": 0.6275,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 9,
              "mean_predicted": 0.7677777777777778,
              "observed": 0.8888888888888888
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 12,
              "mean_predicted": 0.8483333333333335,
              "observed": 0.9166666666666666
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 31,
              "mean_predicted": 0.9680645161290323,
              "observed": 1.0
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        },
        "test": {
          "n_pairs": 300,
          "n_text": 150,
          "prevalence": 0.5,
          "brier": 0.24554466666666666,
          "brier_text_mean": 0.2455446666666667,
          "brier_bootstrap95": [
            0.2108064,
            0.2794516
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 200,
              "mean_predicted": 0.004800000000000002,
              "observed": 0.285
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 7,
              "mean_predicted": 0.13,
              "observed": 0.7142857142857143
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 11,
              "mean_predicted": 0.22636363636363643,
              "observed": 0.9090909090909091
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 10,
              "mean_predicted": 0.346,
              "observed": 0.8
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 6,
              "mean_predicted": 0.45999999999999996,
              "observed": 0.8333333333333334
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 7,
              "mean_predicted": 0.5414285714285714,
              "observed": 0.8571428571428571
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 3,
              "mean_predicted": 0.66,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 11,
              "mean_predicted": 0.7554545454545455,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 12,
              "mean_predicted": 0.8641666666666667,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 33,
              "mean_predicted": 0.965151515151515,
              "observed": 1.0
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        }
      },
      "conditional_ordinary": {
        "calibration": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.9333333333333333,
          "brier": 0.047475833333333335,
          "brier_text_mean": 0.047475833333333335,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 1,
              "mean_predicted": 0.38,
              "observed": 0.0
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 2,
              "mean_predicted": 0.55,
              "observed": 0.5
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 7,
              "mean_predicted": 0.6671428571428571,
              "observed": 0.7142857142857143
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 6,
              "mean_predicted": 0.7400000000000001,
              "observed": 0.8333333333333334
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 7,
              "mean_predicted": 0.84,
              "observed": 0.8571428571428571
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 97,
              "mean_predicted": 0.9911340206185564,
              "observed": 0.979381443298969
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9333333333333333,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 150,
          "n_text": 150,
          "prevalence": 0.9,
          "brier": 0.07859666666666666,
          "brier_text_mean": 0.07859666666666666,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 2,
              "mean_predicted": 0.54,
              "observed": 0.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 1,
              "mean_predicted": 0.66,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 6,
              "mean_predicted": 0.7400000000000001,
              "observed": 0.5
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 6,
              "mean_predicted": 0.855,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 135,
              "mean_predicted": 0.9912592592592592,
              "observed": 0.9407407407407408
            }
          ],
          "defined": 150,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9,
          "decision_n": 150,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      },
      "conditional_ordinary_with_none": {
        "calibration": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.9333333333333333,
          "brier": 0.0479667820526264,
          "brier_text_mean": 0.0479667820526264,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 1,
              "mean_predicted": 0.43956043956043955,
              "observed": 0.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 2,
              "mean_predicted": 0.5549999999999999,
              "observed": 0.5
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 3,
              "mean_predicted": 0.6417006802721089,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 9,
              "mean_predicted": 0.7493529992825183,
              "observed": 0.7777777777777778
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 4,
              "mean_predicted": 0.8541379310344828,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 101,
              "mean_predicted": 0.9895491469630583,
              "observed": 0.9702970297029703
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9333333333333333,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 150,
          "n_text": 150,
          "prevalence": 0.9066666666666666,
          "brier": 0.0805391388181819,
          "brier_text_mean": 0.0805391388181819,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 2,
              "mean_predicted": 0.5325757575757576,
              "observed": 0.5
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 7,
              "mean_predicted": 0.7493925970670157,
              "observed": 0.7142857142857143
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 3,
              "mean_predicted": 0.8667753623188407,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 138,
              "mean_predicted": 0.9904813627051064,
              "observed": 0.927536231884058
            }
          ],
          "defined": 150,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9066666666666666,
          "decision_n": 150,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      }
    },
    "trec|k5|natural|aligned": {
      "group": "trec|k5|natural|aligned",
      "task": "trec",
      "candidate_size": 5,
      "name_mode": "natural",
      "none_mode": "aligned",
      "member_seeds": [
        0
      ],
      "order_seeds": [
        0
      ],
      "multiple_variants": false,
      "n_unique_member_sets": 6,
      "failure_metadata_fields": {},
      "has_probabilities": true,
      "n_text": {
        "calibration": 120,
        "test": 150
      },
      "n_variants": {
        "calibration": 120,
        "test": 150
      },
      "native": {
        "calibration": {
          "present": {
            "correct": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 109,
              "text_mean": 0.9083333333333333,
              "pooled": 0.9083333333333333,
              "wilson95": [
                0.843291530273291,
                0.9480428171514347
              ],
              "bootstrap95": [
                0.8583333333333333,
                0.9583333333333334
              ]
            },
            "wrong": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 11,
              "text_mean": 0.09166666666666666,
              "pooled": 0.09166666666666666,
              "wilson95": [
                0.05195718284856543,
                0.15670846972670907
              ],
              "bootstrap95": [
                0.041666666666666664,
                0.14166666666666666
              ]
            },
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 52,
              "text_mean": 0.43333333333333335,
              "pooled": 0.43333333333333335,
              "wilson95": [
                0.34810176437788437,
                0.5227007911446095
              ],
              "bootstrap95": [
                0.3416666666666667,
                0.525
              ]
            },
            "accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 68,
              "text_mean": 0.5666666666666667,
              "pooled": 0.5666666666666667,
              "wilson95": [
                0.47729920885539046,
                0.6518982356221157
              ],
              "bootstrap95": [
                0.475,
                0.6502083333333322
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 120,
            "text_mean": 0.43333333333333335,
            "bootstrap95": [
              0.34979166666666667,
              0.525
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        },
        "test": {
          "present": {
            "correct": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 136,
              "text_mean": 0.9066666666666666,
              "pooled": 0.9066666666666666,
              "wilson95": [
                0.8494360687243842,
                0.9435881325229135
              ],
              "bootstrap95": [
                0.86,
                0.9533333333333334
              ]
            },
            "wrong": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 12,
              "text_mean": 0.08,
              "pooled": 0.08,
              "wilson95": [
                0.04635364151865291,
                0.13462136375053146
              ],
              "bootstrap95": [
                0.04,
                0.12666666666666668
              ]
            },
            "rejected": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 2,
              "text_mean": 0.013333333333333334,
              "pooled": 0.013333333333333334,
              "wilson95": [
                0.0036641291512270503,
                0.04730690870036751
              ],
              "bootstrap95": [
                0.0,
                0.03333333333333333
              ]
            },
            "interface_failure": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.0249702443680766
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 60,
              "text_mean": 0.4,
              "pooled": 0.4,
              "wilson95": [
                0.3250432073625253,
                0.4799508415110901
              ],
              "bootstrap95": [
                0.32,
                0.48
              ]
            },
            "accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 90,
              "text_mean": 0.6,
              "pooled": 0.6,
              "wilson95": [
                0.52004915848891,
                0.6749567926374747
              ],
              "bootstrap95": [
                0.52,
                0.6733333333333333
              ]
            },
            "interface_failure": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.0249702443680766
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 150,
            "text_mean": 0.38666666666666666,
            "bootstrap95": [
              0.3,
              0.4666666666666667
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        }
      },
      "scores": {
        "negative_max": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 150,
              "n_variants": 150
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -0.71,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 35,
              "text_mean": 0.2916666666666667,
              "pooled": 0.2916666666666667,
              "wilson95": [
                0.2178156362103854,
                0.3784423497974078
              ],
              "bootstrap95": [
                0.20833333333333334,
                0.375
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 106,
              "text_mean": 0.8833333333333333,
              "pooled": 0.8833333333333333,
              "wilson95": [
                0.8136664838239611,
                0.9292188219216995
              ],
              "bootstrap95": [
                0.825,
                0.9333333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 8,
              "text_mean": 0.06666666666666667,
              "pooled": 0.06666666666666667,
              "wilson95": [
                0.03416530686090633,
                0.12605130403530337
              ],
              "bootstrap95": [
                0.025,
                0.11666666666666667
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 85,
              "text_mean": 0.7083333333333334,
              "pooled": 0.7083333333333334,
              "wilson95": [
                0.6215576502025923,
                0.7821843637896146
              ],
              "bootstrap95": [
                0.625,
                0.7916666666666666
              ]
            }
          },
          "test": {
            "threshold": -0.71,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 19,
              "text_mean": 0.12666666666666668,
              "pooled": 0.12666666666666668,
              "wilson95": [
                0.08261129487936036,
                0.18936648758213687
              ],
              "bootstrap95": [
                0.07333333333333333,
                0.18
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 4,
              "text_mean": 0.02666666666666667,
              "pooled": 0.02666666666666667,
              "wilson95": [
                0.010417940822967993,
                0.06655389051214453
              ],
              "bootstrap95": [
                0.006666666666666667,
                0.05333333333333334
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 134,
              "text_mean": 0.8933333333333333,
              "pooled": 0.8933333333333333,
              "wilson95": [
                0.8337537774158531,
                0.9332696303479265
              ],
              "bootstrap95": [
                0.8466666666666667,
                0.94
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 12,
              "text_mean": 0.08,
              "pooled": 0.08,
              "wilson95": [
                0.04635364151865291,
                0.13462136375053146
              ],
              "bootstrap95": [
                0.04,
                0.12666666666666668
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 146,
              "text_mean": 0.9733333333333334,
              "pooled": 0.9733333333333334,
              "wilson95": [
                0.9334461094878556,
                0.989582059177032
              ],
              "bootstrap95": [
                0.9466666666666667,
                0.9933333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 131,
              "text_mean": 0.8733333333333333,
              "pooled": 0.8733333333333333,
              "wilson95": [
                0.8106335124178631,
                0.9173887051206396
              ],
              "bootstrap95": [
                0.82,
                0.9266666666666666
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.7151736111111111,
              "paired_text_mean": 0.6875,
              "bootstrap95": [
                0.6543723958333334,
                0.7734722222222222
              ]
            },
            "test": {
              "n_text": 150,
              "n_variants": 150,
              "pooled": 0.6473111111111111,
              "paired_text_mean": 0.63,
              "bootstrap95": [
                0.5856433333333333,
                0.7063561111111111
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -0.71
        },
        "normalized_entropy": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 150,
              "n_variants": 150
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.39705281869724973,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 36,
              "text_mean": 0.3,
              "pooled": 0.3,
              "wilson95": [
                0.2252562422427457,
                0.38715142432473576
              ],
              "bootstrap95": [
                0.21666666666666667,
                0.38333333333333336
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 107,
              "text_mean": 0.8916666666666667,
              "pooled": 0.8916666666666667,
              "wilson95": [
                0.8234463978470834,
                0.9355885884582658
              ],
              "bootstrap95": [
                0.8333333333333334,
                0.9416666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 7,
              "text_mean": 0.058333333333333334,
              "pooled": 0.058333333333333334,
              "wilson95": [
                0.028541010000220295,
                0.11552592033630113
              ],
              "bootstrap95": [
                0.025,
                0.1
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 84,
              "text_mean": 0.7,
              "pooled": 0.7,
              "wilson95": [
                0.6128485756752643,
                0.7747437577572543
              ],
              "bootstrap95": [
                0.6166666666666667,
                0.7833333333333333
              ]
            }
          },
          "test": {
            "threshold": 0.39705281869724973,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 22,
              "text_mean": 0.14666666666666667,
              "pooled": 0.14666666666666667,
              "wilson95": [
                0.0988943721258812,
                0.2120846005608929
              ],
              "bootstrap95": [
                0.09333333333333334,
                0.2
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 4,
              "text_mean": 0.02666666666666667,
              "pooled": 0.02666666666666667,
              "wilson95": [
                0.010417940822967993,
                0.06655389051214453
              ],
              "bootstrap95": [
                0.006666666666666667,
                0.05333333333333334
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 135,
              "text_mean": 0.9,
              "pooled": 0.9,
              "wilson95": [
                0.8415651883318529,
                0.9384586161736859
              ],
              "bootstrap95": [
                0.8533333333333334,
                0.9466666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 11,
              "text_mean": 0.07333333333333333,
              "pooled": 0.07333333333333333,
              "wilson95": [
                0.041438815160384994,
                0.12653579336704038
              ],
              "bootstrap95": [
                0.03333333333333333,
                0.11349999999999909
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 146,
              "text_mean": 0.9733333333333334,
              "pooled": 0.9733333333333334,
              "wilson95": [
                0.9334461094878556,
                0.989582059177032
              ],
              "bootstrap95": [
                0.9466666666666667,
                0.993499999999999
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 128,
              "text_mean": 0.8533333333333334,
              "pooled": 0.8533333333333334,
              "wilson95": [
                0.7879153994391072,
                0.9011056278741189
              ],
              "bootstrap95": [
                0.7933333333333333,
                0.9066666666666666
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.7170486111111111,
              "paired_text_mean": 0.6875,
              "bootstrap95": [
                0.6574921874999999,
                0.7728142361111111
              ]
            },
            "test": {
              "n_text": 150,
              "n_variants": 150,
              "pooled": 0.6492222222222223,
              "paired_text_mean": 0.63,
              "bootstrap95": [
                0.5886166666666667,
                0.7109161111111111
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.39705281869724973
        },
        "none_probability": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 150,
              "n_variants": 150
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.07,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 63,
              "text_mean": 0.525,
              "pooled": 0.525,
              "wilson95": [
                0.43626995305824834,
                0.6121790886208165
              ],
              "bootstrap95": [
                0.44166666666666665,
                0.6166666666666667
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 5,
              "text_mean": 0.041666666666666664,
              "pooled": 0.041666666666666664,
              "wilson95": [
                0.017926716880109515,
                0.09384085233703535
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.08333333333333333
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 106,
              "text_mean": 0.8833333333333333,
              "pooled": 0.8833333333333333,
              "wilson95": [
                0.8136664838239611,
                0.9292188219216995
              ],
              "bootstrap95": [
                0.8166666666666667,
                0.9333333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 9,
              "text_mean": 0.075,
              "pooled": 0.075,
              "wilson95": [
                0.03995711539596028,
                0.1364091760599377
              ],
              "bootstrap95": [
                0.03333333333333333,
                0.125
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 115,
              "text_mean": 0.9583333333333334,
              "pooled": 0.9583333333333334,
              "wilson95": [
                0.9061591476629647,
                0.9820732831198906
              ],
              "bootstrap95": [
                0.9247916666666667,
                0.9916666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 57,
              "text_mean": 0.475,
              "pooled": 0.475,
              "wilson95": [
                0.3878209113791835,
                0.5637300469417518
              ],
              "bootstrap95": [
                0.38333333333333336,
                0.5666666666666667
              ]
            }
          },
          "test": {
            "threshold": 0.07,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 83,
              "text_mean": 0.5533333333333333,
              "pooled": 0.5533333333333333,
              "wilson95": [
                0.47343118434916653,
                0.6305719895849053
              ],
              "bootstrap95": [
                0.47333333333333333,
                0.6266666666666667
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 6,
              "text_mean": 0.04,
              "pooled": 0.04,
              "wilson95": [
                0.01845916060207442,
                0.08451346421655606
              ],
              "bootstrap95": [
                0.013333333333333334,
                0.07333333333333333
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 134,
              "text_mean": 0.8933333333333333,
              "pooled": 0.8933333333333333,
              "wilson95": [
                0.8337537774158531,
                0.9332696303479265
              ],
              "bootstrap95": [
                0.84,
                0.94
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 10,
              "text_mean": 0.06666666666666667,
              "pooled": 0.06666666666666667,
              "wilson95": [
                0.03661185666960744,
                0.11836235511605896
              ],
              "bootstrap95": [
                0.03333333333333333,
                0.11333333333333333
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 144,
              "text_mean": 0.96,
              "pooled": 0.96,
              "wilson95": [
                0.915486535783444,
                0.9815408393979256
              ],
              "bootstrap95": [
                0.9266666666666666,
                0.9866666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 67,
              "text_mean": 0.44666666666666666,
              "pooled": 0.44666666666666666,
              "wilson95": [
                0.36942801041509465,
                0.5265688156508335
              ],
              "bootstrap95": [
                0.36666666666666664,
                0.5333333333333333
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.8580902777777778,
              "paired_text_mean": 0.8625,
              "bootstrap95": [
                0.815693576388889,
                0.8976050347222222
              ]
            },
            "test": {
              "n_text": 150,
              "n_variants": 150,
              "pooled": 0.8799333333333333,
              "paired_text_mean": 0.8866666666666667,
              "bootstrap95": [
                0.840975,
                0.9181122222222222
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.07
        }
      },
      "coverage": {
        "calibration": {
          "n_pairs": 240,
          "n_text": 120,
          "prevalence": 0.5,
          "brier": 0.2702733333333333,
          "brier_text_mean": 0.2702733333333333,
          "brier_bootstrap95": [
            0.23280009375,
            0.3095895729166666
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 173,
              "mean_predicted": 0.010000000000000007,
              "observed": 0.3352601156069364
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 4,
              "mean_predicted": 0.14,
              "observed": 0.5
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 3,
              "mean_predicted": 0.22666666666666668,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 5,
              "mean_predicted": 0.336,
              "observed": 0.8
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 7,
              "mean_predicted": 0.4328571428571429,
              "observed": 0.8571428571428571
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 3,
              "mean_predicted": 0.57,
              "observed": 1.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 7,
              "mean_predicted": 0.6457142857142858,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 7,
              "mean_predicted": 0.7442857142857143,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 13,
              "mean_predicted": 0.8476923076923076,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 18,
              "mean_predicted": 0.9533333333333334,
              "observed": 1.0
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        },
        "test": {
          "n_pairs": 300,
          "n_text": 150,
          "prevalence": 0.5,
          "brier": 0.278058,
          "brier_text_mean": 0.278058,
          "brier_bootstrap95": [
            0.2421217,
            0.3142824833333333
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 213,
              "mean_predicted": 0.006525821596244135,
              "observed": 0.323943661971831
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 9,
              "mean_predicted": 0.14,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 8,
              "mean_predicted": 0.23875000000000002,
              "observed": 0.875
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 1,
              "mean_predicted": 0.35,
              "observed": 1.0
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 7,
              "mean_predicted": 0.4485714285714285,
              "observed": 1.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 8,
              "mean_predicted": 0.535,
              "observed": 1.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 10,
              "mean_predicted": 0.63,
              "observed": 0.9
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 11,
              "mean_predicted": 0.7463636363636362,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 22,
              "mean_predicted": 0.8531818181818182,
              "observed": 0.9545454545454546
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 11,
              "mean_predicted": 0.9372727272727274,
              "observed": 1.0
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        }
      },
      "conditional_ordinary": {
        "calibration": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.925,
          "brier": 0.07123750000000001,
          "brier_text_mean": 0.07123750000000001,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 2,
              "mean_predicted": 0.375,
              "observed": 1.0
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 2,
              "mean_predicted": 0.5549999999999999,
              "observed": 0.5
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 1,
              "mean_predicted": 0.67,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 7,
              "mean_predicted": 0.7342857142857142,
              "observed": 0.8571428571428571
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 12,
              "mean_predicted": 0.8475,
              "observed": 0.75
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 96,
              "mean_predicted": 0.9896875,
              "observed": 0.9583333333333334
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.925,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 150,
          "n_text": 150,
          "prevalence": 0.92,
          "brier": 0.07701863061592354,
          "brier_text_mean": 0.07701863061592354,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 3,
              "mean_predicted": 0.5533333333333333,
              "observed": 1.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 1,
              "mean_predicted": 0.68,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 3,
              "mean_predicted": 0.7600000000000001,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 7,
              "mean_predicted": 0.8411544011544011,
              "observed": 0.5714285714285714
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 136,
              "mean_predicted": 0.9904411764705884,
              "observed": 0.9411764705882353
            }
          ],
          "defined": 150,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.92,
          "decision_n": 150,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      },
      "conditional_ordinary_with_none": {
        "calibration": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.9083333333333333,
          "brier": 0.06646418213613862,
          "brier_text_mean": 0.06646418213613862,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 1,
              "mean_predicted": 0.37499999999999994,
              "observed": 0.0
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 4,
              "mean_predicted": 0.555813953488372,
              "observed": 0.25
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 3,
              "mean_predicted": 0.6465759637188209,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 6,
              "mean_predicted": 0.748551004672937,
              "observed": 0.8333333333333334
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 9,
              "mean_predicted": 0.8520922036094732,
              "observed": 0.7777777777777778
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 97,
              "mean_predicted": 0.9903382115604017,
              "observed": 0.9587628865979382
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9083333333333333,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 150,
          "n_text": 150,
          "prevalence": 0.9133333333333333,
          "brier": 0.07707064425936905,
          "brier_text_mean": 0.07707064425936905,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 1,
              "mean_predicted": 0.37,
              "observed": 1.0
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 1,
              "mean_predicted": 0.6206896551724138,
              "observed": 0.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 6,
              "mean_predicted": 0.7583539094650207,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 5,
              "mean_predicted": 0.8412584246540105,
              "observed": 0.6
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 137,
              "mean_predicted": 0.9917442162902961,
              "observed": 0.9416058394160584
            }
          ],
          "defined": 150,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9133333333333333,
          "decision_n": 150,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      }
    },
    "trec|k5|neutral|aligned": {
      "group": "trec|k5|neutral|aligned",
      "task": "trec",
      "candidate_size": 5,
      "name_mode": "neutral",
      "none_mode": "aligned",
      "member_seeds": [
        0
      ],
      "order_seeds": [
        0
      ],
      "multiple_variants": false,
      "n_unique_member_sets": 6,
      "failure_metadata_fields": {},
      "has_probabilities": true,
      "n_text": {
        "calibration": 120,
        "test": 150
      },
      "n_variants": {
        "calibration": 120,
        "test": 150
      },
      "native": {
        "calibration": {
          "present": {
            "correct": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 108,
              "text_mean": 0.9,
              "pooled": 0.9,
              "wilson95": [
                0.833318258891048,
                0.9418664079739892
              ],
              "bootstrap95": [
                0.8416666666666667,
                0.95
              ]
            },
            "wrong": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 11,
              "text_mean": 0.09166666666666666,
              "pooled": 0.09166666666666666,
              "wilson95": [
                0.05195718284856543,
                0.15670846972670907
              ],
              "bootstrap95": [
                0.041666666666666664,
                0.15
              ]
            },
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 1,
              "text_mean": 0.008333333333333333,
              "pooled": 0.008333333333333333,
              "wilson95": [
                0.0014725557333420923,
                0.045696291245049675
              ],
              "bootstrap95": [
                0.0,
                0.025
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 49,
              "text_mean": 0.4083333333333333,
              "pooled": 0.4083333333333333,
              "wilson95": [
                0.3245613454748446,
                0.4977921683685844
              ],
              "bootstrap95": [
                0.325,
                0.49166666666666664
              ]
            },
            "accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 71,
              "text_mean": 0.5916666666666667,
              "pooled": 0.5916666666666667,
              "wilson95": [
                0.5022078316314156,
                0.6754386545251554
              ],
              "bootstrap95": [
                0.5,
                0.675
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 120,
            "text_mean": 0.4,
            "bootstrap95": [
              0.3,
              0.49166666666666664
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        },
        "test": {
          "present": {
            "correct": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 137,
              "text_mean": 0.9133333333333333,
              "pooled": 0.9133333333333333,
              "wilson95": [
                0.8573717762637809,
                0.9486528217252759
              ],
              "bootstrap95": [
                0.8666666666666667,
                0.9534999999999991
              ]
            },
            "wrong": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 11,
              "text_mean": 0.07333333333333333,
              "pooled": 0.07333333333333333,
              "wilson95": [
                0.041438815160384994,
                0.12653579336704038
              ],
              "bootstrap95": [
                0.03333333333333333,
                0.11333333333333333
              ]
            },
            "rejected": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 2,
              "text_mean": 0.013333333333333334,
              "pooled": 0.013333333333333334,
              "wilson95": [
                0.0036641291512270503,
                0.04730690870036751
              ],
              "bootstrap95": [
                0.0,
                0.03333333333333333
              ]
            },
            "interface_failure": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.0249702443680766
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 59,
              "text_mean": 0.3933333333333333,
              "pooled": 0.3933333333333333,
              "wilson95": [
                0.318759856976774,
                0.47323379515508224
              ],
              "bootstrap95": [
                0.31333333333333335,
                0.47333333333333333
              ]
            },
            "accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 91,
              "text_mean": 0.6066666666666667,
              "pooled": 0.6066666666666667,
              "wilson95": [
                0.5267662048449178,
                0.681240143023226
              ],
              "bootstrap95": [
                0.5333333333333333,
                0.6866666666666666
              ]
            },
            "interface_failure": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.0249702443680766
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 150,
            "text_mean": 0.38,
            "bootstrap95": [
              0.29333333333333333,
              0.46
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        }
      },
      "scores": {
        "negative_max": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 150,
              "n_variants": 150
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -0.68,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 35,
              "text_mean": 0.2916666666666667,
              "pooled": 0.2916666666666667,
              "wilson95": [
                0.2178156362103854,
                0.3784423497974078
              ],
              "bootstrap95": [
                0.20833333333333334,
                0.375
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 106,
              "text_mean": 0.8833333333333333,
              "pooled": 0.8833333333333333,
              "wilson95": [
                0.8136664838239611,
                0.9292188219216995
              ],
              "bootstrap95": [
                0.825,
                0.9416666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 8,
              "text_mean": 0.06666666666666667,
              "pooled": 0.06666666666666667,
              "wilson95": [
                0.03416530686090633,
                0.12605130403530337
              ],
              "bootstrap95": [
                0.025,
                0.11666666666666667
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 85,
              "text_mean": 0.7083333333333334,
              "pooled": 0.7083333333333334,
              "wilson95": [
                0.6215576502025923,
                0.7821843637896146
              ],
              "bootstrap95": [
                0.625,
                0.7916666666666666
              ]
            }
          },
          "test": {
            "threshold": -0.68,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 25,
              "text_mean": 0.16666666666666666,
              "pooled": 0.16666666666666666,
              "wilson95": [
                0.115514298743043,
                0.23446586416900808
              ],
              "bootstrap95": [
                0.10666666666666667,
                0.22666666666666666
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 6,
              "text_mean": 0.04,
              "pooled": 0.04,
              "wilson95": [
                0.01845916060207442,
                0.08451346421655606
              ],
              "bootstrap95": [
                0.013333333333333334,
                0.07333333333333333
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 133,
              "text_mean": 0.8866666666666667,
              "pooled": 0.8866666666666667,
              "wilson95": [
                0.825997250162395,
                0.928025760859626
              ],
              "bootstrap95": [
                0.8333333333333334,
                0.9333333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 11,
              "text_mean": 0.07333333333333333,
              "pooled": 0.07333333333333333,
              "wilson95": [
                0.041438815160384994,
                0.12653579336704038
              ],
              "bootstrap95": [
                0.03333333333333333,
                0.12
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 144,
              "text_mean": 0.96,
              "pooled": 0.96,
              "wilson95": [
                0.915486535783444,
                0.9815408393979256
              ],
              "bootstrap95": [
                0.9266666666666666,
                0.9866666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 125,
              "text_mean": 0.8333333333333334,
              "pooled": 0.8333333333333334,
              "wilson95": [
                0.7655341358309921,
                0.884485701256957
              ],
              "bootstrap95": [
                0.7733333333333333,
                0.8866666666666667
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.7308680555555556,
              "paired_text_mean": 0.675,
              "bootstrap95": [
                0.6687482638888889,
                0.7885164930555555
              ]
            },
            "test": {
              "n_text": 150,
              "n_variants": 150,
              "pooled": 0.6748444444444445,
              "paired_text_mean": 0.66,
              "bootstrap95": [
                0.6133944444444444,
                0.7348927777777778
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -0.68
        },
        "normalized_entropy": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 150,
              "n_variants": 150
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.4252064057931188,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 38,
              "text_mean": 0.31666666666666665,
              "pooled": 0.31666666666666665,
              "wilson95": [
                0.24022834604198925,
                0.40447868164486867
              ],
              "bootstrap95": [
                0.23333333333333334,
                0.4
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 106,
              "text_mean": 0.8833333333333333,
              "pooled": 0.8833333333333333,
              "wilson95": [
                0.8136664838239611,
                0.9292188219216995
              ],
              "bootstrap95": [
                0.825,
                0.9333333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 8,
              "text_mean": 0.06666666666666667,
              "pooled": 0.06666666666666667,
              "wilson95": [
                0.03416530686090633,
                0.12605130403530337
              ],
              "bootstrap95": [
                0.025,
                0.10833333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 82,
              "text_mean": 0.6833333333333333,
              "pooled": 0.6833333333333333,
              "wilson95": [
                0.5955213183551313,
                0.7597716539580108
              ],
              "bootstrap95": [
                0.6,
                0.7666666666666667
              ]
            }
          },
          "test": {
            "threshold": 0.4252064057931188,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 28,
              "text_mean": 0.18666666666666668,
              "pooled": 0.18666666666666668,
              "wilson95": [
                0.13242415483319162,
                0.2565571983041365
              ],
              "bootstrap95": [
                0.12666666666666668,
                0.24666666666666667
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 4,
              "text_mean": 0.02666666666666667,
              "pooled": 0.02666666666666667,
              "wilson95": [
                0.010417940822967993,
                0.06655389051214453
              ],
              "bootstrap95": [
                0.006666666666666667,
                0.05333333333333334
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 135,
              "text_mean": 0.9,
              "pooled": 0.9,
              "wilson95": [
                0.8415651883318529,
                0.9384586161736859
              ],
              "bootstrap95": [
                0.8466666666666667,
                0.9466666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 11,
              "text_mean": 0.07333333333333333,
              "pooled": 0.07333333333333333,
              "wilson95": [
                0.041438815160384994,
                0.12653579336704038
              ],
              "bootstrap95": [
                0.03333333333333333,
                0.12
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 146,
              "text_mean": 0.9733333333333334,
              "pooled": 0.9733333333333334,
              "wilson95": [
                0.9334461094878556,
                0.989582059177032
              ],
              "bootstrap95": [
                0.94,
                0.9933333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 122,
              "text_mean": 0.8133333333333334,
              "pooled": 0.8133333333333334,
              "wilson95": [
                0.7434428016958636,
                0.8675758451668085
              ],
              "bootstrap95": [
                0.7533333333333333,
                0.8666666666666667
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.7413541666666666,
              "paired_text_mean": 0.6708333333333333,
              "bootstrap95": [
                0.6792300347222222,
                0.7980920138888888
              ]
            },
            "test": {
              "n_text": 150,
              "n_variants": 150,
              "pooled": 0.6781555555555555,
              "paired_text_mean": 0.66,
              "bootstrap95": [
                0.6180222222222223,
                0.74001
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.4252064057931188
        },
        "none_probability": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 150,
              "n_variants": 150
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.1,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 62,
              "text_mean": 0.5166666666666667,
              "pooled": 0.5166666666666667,
              "wilson95": [
                0.4281358041299209,
                0.6041635569894558
              ],
              "bootstrap95": [
                0.425,
                0.6083333333333333
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 4,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.0130375510983506,
                0.082580337559106
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.06666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 106,
              "text_mean": 0.8833333333333333,
              "pooled": 0.8833333333333333,
              "wilson95": [
                0.8136664838239611,
                0.9292188219216995
              ],
              "bootstrap95": [
                0.825,
                0.9333333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 10,
              "text_mean": 0.08333333333333333,
              "pooled": 0.08333333333333333,
              "wilson95": [
                0.045893650374929706,
                0.14662232164065653
              ],
              "bootstrap95": [
                0.041666666666666664,
                0.14166666666666666
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 116,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.917419662440894,
                0.9869624489016494
              ],
              "bootstrap95": [
                0.9333333333333333,
                0.9916666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 58,
              "text_mean": 0.48333333333333334,
              "pooled": 0.48333333333333334,
              "wilson95": [
                0.3958364430105443,
                0.5718641958700792
              ],
              "bootstrap95": [
                0.4,
                0.575
              ]
            }
          },
          "test": {
            "threshold": 0.1,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 77,
              "text_mean": 0.5133333333333333,
              "pooled": 0.5133333333333333,
              "wilson95": [
                0.4340179127073932,
                0.5919828807761246
              ],
              "bootstrap95": [
                0.43333333333333335,
                0.5933333333333334
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 6,
              "text_mean": 0.04,
              "pooled": 0.04,
              "wilson95": [
                0.01845916060207442,
                0.08451346421655606
              ],
              "bootstrap95": [
                0.013333333333333334,
                0.07333333333333333
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 135,
              "text_mean": 0.9,
              "pooled": 0.9,
              "wilson95": [
                0.8415651883318529,
                0.9384586161736859
              ],
              "bootstrap95": [
                0.8466666666666667,
                0.9466666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 9,
              "text_mean": 0.06,
              "pooled": 0.06,
              "wilson95": [
                0.03188404420920533,
                0.11008977083470209
              ],
              "bootstrap95": [
                0.02666666666666667,
                0.1
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 144,
              "text_mean": 0.96,
              "pooled": 0.96,
              "wilson95": [
                0.915486535783444,
                0.9815408393979256
              ],
              "bootstrap95": [
                0.9266666666666666,
                0.9866666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 73,
              "text_mean": 0.4866666666666667,
              "pooled": 0.4866666666666667,
              "wilson95": [
                0.40801711922387535,
                0.5659820872926068
              ],
              "bootstrap95": [
                0.4066666666666667,
                0.56
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.8402430555555556,
              "paired_text_mean": 0.85,
              "bootstrap95": [
                0.7991657986111111,
                0.8801736111111111
              ]
            },
            "test": {
              "n_text": 150,
              "n_variants": 150,
              "pooled": 0.8458888888888889,
              "paired_text_mean": 0.8433333333333334,
              "bootstrap95": [
                0.804371111111111,
                0.8868011111111112
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.1
        }
      },
      "coverage": {
        "calibration": {
          "n_pairs": 240,
          "n_text": 120,
          "prevalence": 0.5,
          "brier": 0.2760525,
          "brier_text_mean": 0.2760525,
          "brier_bootstrap95": [
            0.23803140625,
            0.31478166666666657
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 173,
              "mean_predicted": 0.010115606936416192,
              "observed": 0.3352601156069364
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 8,
              "mean_predicted": 0.13625,
              "observed": 0.625
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 1,
              "mean_predicted": 0.24,
              "observed": 1.0
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 5,
              "mean_predicted": 0.35600000000000004,
              "observed": 1.0
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 7,
              "mean_predicted": 0.44,
              "observed": 0.7142857142857143
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 3,
              "mean_predicted": 0.5533333333333333,
              "observed": 1.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 4,
              "mean_predicted": 0.65,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 3,
              "mean_predicted": 0.75,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 15,
              "mean_predicted": 0.8553333333333335,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 21,
              "mean_predicted": 0.9638095238095236,
              "observed": 1.0
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        },
        "test": {
          "n_pairs": 300,
          "n_text": 150,
          "prevalence": 0.5,
          "brier": 0.282657,
          "brier_text_mean": 0.282657,
          "brier_bootstrap95": [
            0.24764716666666667,
            0.3193557833333333
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 217,
              "mean_predicted": 0.00622119815668203,
              "observed": 0.33640552995391704
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 7,
              "mean_predicted": 0.1385714285714286,
              "observed": 0.7142857142857143
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 6,
              "mean_predicted": 0.26166666666666666,
              "observed": 0.8333333333333334
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 3,
              "mean_predicted": 0.31666666666666665,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 8,
              "mean_predicted": 0.44375,
              "observed": 0.875
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 5,
              "mean_predicted": 0.556,
              "observed": 1.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 6,
              "mean_predicted": 0.6433333333333334,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 13,
              "mean_predicted": 0.753846153846154,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 13,
              "mean_predicted": 0.8515384615384616,
              "observed": 0.9230769230769231
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 22,
              "mean_predicted": 0.9413636363636364,
              "observed": 1.0
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        }
      },
      "conditional_ordinary": {
        "calibration": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.9,
          "brier": 0.06844402118831411,
          "brier_text_mean": 0.06844402118831411,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 1,
              "mean_predicted": 0.37,
              "observed": 0.0
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 2,
              "mean_predicted": 0.48,
              "observed": 0.5
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 1,
              "mean_predicted": 0.58,
              "observed": 0.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 6,
              "mean_predicted": 0.6644781144781146,
              "observed": 0.5
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 8,
              "mean_predicted": 0.7474999999999999,
              "observed": 0.875
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 4,
              "mean_predicted": 0.839520202020202,
              "observed": 0.75
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 98,
              "mean_predicted": 0.988769325912183,
              "observed": 0.9591836734693877
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 150,
          "n_text": 150,
          "prevalence": 0.92,
          "brier": 0.07759747658402204,
          "brier_text_mean": 0.07759747658402204,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 3,
              "mean_predicted": 0.5266666666666667,
              "observed": 1.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 3,
              "mean_predicted": 0.6166666666666667,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 5,
              "mean_predicted": 0.7540000000000001,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 5,
              "mean_predicted": 0.8596363636363635,
              "observed": 0.4
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 134,
              "mean_predicted": 0.9902985074626864,
              "observed": 0.9402985074626866
            }
          ],
          "defined": 150,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.92,
          "decision_n": 150,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      },
      "conditional_ordinary_with_none": {
        "calibration": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.9083333333333333,
          "brier": 0.06806653152008207,
          "brier_text_mean": 0.06806653152008207,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 1,
              "mean_predicted": 0.47311827956989244,
              "observed": 0.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 5,
              "mean_predicted": 0.524712189278227,
              "observed": 0.6
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 4,
              "mean_predicted": 0.6553891859774212,
              "observed": 0.75
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 7,
              "mean_predicted": 0.7549062945336237,
              "observed": 0.7142857142857143
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 5,
              "mean_predicted": 0.849365066837666,
              "observed": 0.8
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 98,
              "mean_predicted": 0.9897552351218447,
              "observed": 0.9591836734693877
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9083333333333333,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 150,
          "n_text": 150,
          "prevalence": 0.92,
          "brier": 0.07703316181809486,
          "brier_text_mean": 0.07703316181809486,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 1,
              "mean_predicted": 0.36363636363636365,
              "observed": 0.0
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 4,
              "mean_predicted": 0.5548529411764705,
              "observed": 1.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 1,
              "mean_predicted": 0.6060606060606061,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 3,
              "mean_predicted": 0.7619047619047619,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 8,
              "mean_predicted": 0.8531352329093405,
              "observed": 0.75
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 133,
              "mean_predicted": 0.9925896504413811,
              "observed": 0.9323308270676691
            }
          ],
          "defined": 150,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.92,
          "decision_n": 150,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      }
    }
  },
  "controls": {
    "ag_news|natural|full_plain|aligned": {
      "n_text": 200,
      "n_variants": 200,
      "correct": {
        "n_text": 200,
        "n_variants": 200,
        "successes": 174,
        "text_mean": 0.87,
        "pooled": 0.87,
        "wilson95": [
          0.8163364812775159,
          0.9097179772033067
        ],
        "bootstrap95": [
          0.82,
          0.915
        ]
      },
      "wrong": {
        "n_text": 200,
        "n_variants": 200,
        "successes": 26,
        "text_mean": 0.13,
        "pooled": 0.13,
        "wilson95": [
          0.0902820227966932,
          0.18366351872248407
        ],
        "bootstrap95": [
          0.085,
          0.18
        ]
      },
      "interface_failure": {
        "n_text": 200,
        "n_variants": 200,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": [
          1.734723475976807e-18,
          0.018845326377266575
        ],
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    },
    "ag_news|natural|full_with_none|aligned": {
      "n_text": 200,
      "n_variants": 200,
      "correct": {
        "n_text": 200,
        "n_variants": 200,
        "successes": 170,
        "text_mean": 0.85,
        "pooled": 0.85,
        "wilson95": [
          0.7939442071583334,
          0.89286406437758
        ],
        "bootstrap95": [
          0.8,
          0.895
        ]
      },
      "wrong": {
        "n_text": 200,
        "n_variants": 200,
        "successes": 23,
        "text_mean": 0.115,
        "pooled": 0.115,
        "wilson95": [
          0.07786373232561955,
          0.16664716898487572
        ],
        "bootstrap95": [
          0.075,
          0.16
        ]
      },
      "interface_failure": {
        "n_text": 200,
        "n_variants": 200,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": [
          1.734723475976807e-18,
          0.018845326377266575
        ],
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    },
    "ag_news|natural|plain_present|aligned": {
      "n_text": 200,
      "n_variants": 400,
      "correct": {
        "n_text": 200,
        "n_variants": 400,
        "successes": 374,
        "text_mean": 0.935,
        "pooled": 0.935,
        "wilson95": null,
        "bootstrap95": [
          0.905,
          0.9625
        ]
      },
      "wrong": {
        "n_text": 200,
        "n_variants": 400,
        "successes": 26,
        "text_mean": 0.065,
        "pooled": 0.065,
        "wilson95": null,
        "bootstrap95": [
          0.0375,
          0.0925
        ]
      },
      "interface_failure": {
        "n_text": 200,
        "n_variants": 400,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": null,
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    },
    "ag_news|neutral|full_plain|aligned": {
      "n_text": 200,
      "n_variants": 200,
      "correct": {
        "n_text": 200,
        "n_variants": 200,
        "successes": 176,
        "text_mean": 0.88,
        "pooled": 0.88,
        "wilson95": [
          0.8276574790170326,
          0.9180200729362449
        ],
        "bootstrap95": [
          0.83,
          0.92
        ]
      },
      "wrong": {
        "n_text": 200,
        "n_variants": 200,
        "successes": 24,
        "text_mean": 0.12,
        "pooled": 0.12,
        "wilson95": [
          0.08197992706375512,
          0.17234252098296743
        ],
        "bootstrap95": [
          0.08,
          0.165
        ]
      },
      "interface_failure": {
        "n_text": 200,
        "n_variants": 200,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": [
          1.734723475976807e-18,
          0.018845326377266575
        ],
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    },
    "ag_news|neutral|full_with_none|aligned": {
      "n_text": 200,
      "n_variants": 200,
      "correct": {
        "n_text": 200,
        "n_variants": 200,
        "successes": 170,
        "text_mean": 0.85,
        "pooled": 0.85,
        "wilson95": [
          0.7939442071583334,
          0.89286406437758
        ],
        "bootstrap95": [
          0.8,
          0.895
        ]
      },
      "wrong": {
        "n_text": 200,
        "n_variants": 200,
        "successes": 24,
        "text_mean": 0.12,
        "pooled": 0.12,
        "wilson95": [
          0.08197992706375512,
          0.17234252098296743
        ],
        "bootstrap95": [
          0.075,
          0.165
        ]
      },
      "interface_failure": {
        "n_text": 200,
        "n_variants": 200,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": [
          1.734723475976807e-18,
          0.018845326377266575
        ],
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    },
    "ag_news|neutral|plain_present|aligned": {
      "n_text": 200,
      "n_variants": 400,
      "correct": {
        "n_text": 200,
        "n_variants": 400,
        "successes": 374,
        "text_mean": 0.935,
        "pooled": 0.935,
        "wilson95": null,
        "bootstrap95": [
          0.905,
          0.9625
        ]
      },
      "wrong": {
        "n_text": 200,
        "n_variants": 400,
        "successes": 26,
        "text_mean": 0.065,
        "pooled": 0.065,
        "wilson95": null,
        "bootstrap95": [
          0.0375,
          0.095
        ]
      },
      "interface_failure": {
        "n_text": 200,
        "n_variants": 400,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": null,
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    },
    "dbpedia|natural|full_plain|aligned": {
      "n_text": 700,
      "n_variants": 700,
      "correct": {
        "n_text": 700,
        "n_variants": 700,
        "successes": 692,
        "text_mean": 0.9885714285714285,
        "pooled": 0.9885714285714285,
        "wilson95": [
          0.9776119312917205,
          0.9941978298810029
        ],
        "bootstrap95": [
          0.98,
          0.9957142857142857
        ]
      },
      "wrong": {
        "n_text": 700,
        "n_variants": 700,
        "successes": 8,
        "text_mean": 0.011428571428571429,
        "pooled": 0.011428571428571429,
        "wilson95": [
          0.00580217011899708,
          0.02238806870827951
        ],
        "bootstrap95": [
          0.004285714285714286,
          0.02
        ]
      },
      "interface_failure": {
        "n_text": 700,
        "n_variants": 700,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": [
          0.0,
          0.005457846753060833
        ],
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    },
    "dbpedia|natural|full_with_none|aligned": {
      "n_text": 700,
      "n_variants": 700,
      "correct": {
        "n_text": 700,
        "n_variants": 700,
        "successes": 676,
        "text_mean": 0.9657142857142857,
        "pooled": 0.9657142857142857,
        "wilson95": [
          0.9494914376439954,
          0.9768535393802966
        ],
        "bootstrap95": [
          0.9514285714285714,
          0.9785714285714285
        ]
      },
      "wrong": {
        "n_text": 700,
        "n_variants": 700,
        "successes": 9,
        "text_mean": 0.012857142857142857,
        "pooled": 0.012857142857142857,
        "wilson95": [
          0.006778671412359471,
          0.024253116424194088
        ],
        "bootstrap95": [
          0.005714285714285714,
          0.02142857142857143
        ]
      },
      "interface_failure": {
        "n_text": 700,
        "n_variants": 700,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": [
          0.0,
          0.005457846753060833
        ],
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    },
    "dbpedia|natural|plain_present|aligned": {
      "n_text": 700,
      "n_variants": 2100,
      "correct": {
        "n_text": 700,
        "n_variants": 2100,
        "successes": 2089,
        "text_mean": 0.9947619047619046,
        "pooled": 0.9947619047619047,
        "wilson95": null,
        "bootstrap95": [
          0.990952380952381,
          0.998095238095238
        ]
      },
      "wrong": {
        "n_text": 700,
        "n_variants": 2100,
        "successes": 11,
        "text_mean": 0.005238095238095238,
        "pooled": 0.005238095238095238,
        "wilson95": null,
        "bootstrap95": [
          0.0019047619047619048,
          0.009523809523809523
        ]
      },
      "interface_failure": {
        "n_text": 700,
        "n_variants": 2100,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": null,
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    },
    "dbpedia|neutral|full_plain|aligned": {
      "n_text": 700,
      "n_variants": 700,
      "correct": {
        "n_text": 700,
        "n_variants": 700,
        "successes": 685,
        "text_mean": 0.9785714285714285,
        "pooled": 0.9785714285714285,
        "wilson95": [
          0.9649471890956415,
          0.9869717290121433
        ],
        "bootstrap95": [
          0.9671428571428572,
          0.9885714285714285
        ]
      },
      "wrong": {
        "n_text": 700,
        "n_variants": 700,
        "successes": 15,
        "text_mean": 0.02142857142857143,
        "pooled": 0.02142857142857143,
        "wilson95": [
          0.013028270987856758,
          0.03505281090435861
        ],
        "bootstrap95": [
          0.011428571428571429,
          0.032857142857142856
        ]
      },
      "interface_failure": {
        "n_text": 700,
        "n_variants": 700,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": [
          0.0,
          0.005457846753060833
        ],
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    },
    "dbpedia|neutral|full_with_none|aligned": {
      "n_text": 700,
      "n_variants": 700,
      "correct": {
        "n_text": 700,
        "n_variants": 700,
        "successes": 673,
        "text_mean": 0.9614285714285714,
        "pooled": 0.9614285714285714,
        "wilson95": [
          0.9444623493230204,
          0.9733579806734407
        ],
        "bootstrap95": [
          0.9457142857142857,
          0.9742857142857143
        ]
      },
      "wrong": {
        "n_text": 700,
        "n_variants": 700,
        "successes": 12,
        "text_mean": 0.017142857142857144,
        "pooled": 0.017142857142857144,
        "wilson95": [
          0.009833154716839518,
          0.02972328014754495
        ],
        "bootstrap95": [
          0.008571428571428572,
          0.027142857142857142
        ]
      },
      "interface_failure": {
        "n_text": 700,
        "n_variants": 700,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": [
          0.0,
          0.005457846753060833
        ],
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    },
    "dbpedia|neutral|plain_present|aligned": {
      "n_text": 700,
      "n_variants": 2100,
      "correct": {
        "n_text": 700,
        "n_variants": 2100,
        "successes": 2079,
        "text_mean": 0.99,
        "pooled": 0.99,
        "wilson95": null,
        "bootstrap95": [
          0.9847619047619046,
          0.9947619047619048
        ]
      },
      "wrong": {
        "n_text": 700,
        "n_variants": 2100,
        "successes": 21,
        "text_mean": 0.009999999999999998,
        "pooled": 0.01,
        "wilson95": null,
        "bootstrap95": [
          0.005702380952380952,
          0.015238095238095238
        ]
      },
      "interface_failure": {
        "n_text": 700,
        "n_variants": 2100,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": null,
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    },
    "emotion|natural|full_plain|aligned": {
      "n_text": 286,
      "n_variants": 286,
      "correct": {
        "n_text": 286,
        "n_variants": 286,
        "successes": 164,
        "text_mean": 0.5734265734265734,
        "pooled": 0.5734265734265734,
        "wilson95": [
          0.5155068987323459,
          0.6293999071155458
        ],
        "bootstrap95": [
          0.5174825174825175,
          0.6293706293706294
        ]
      },
      "wrong": {
        "n_text": 286,
        "n_variants": 286,
        "successes": 122,
        "text_mean": 0.42657342657342656,
        "pooled": 0.42657342657342656,
        "wilson95": [
          0.3706000928844542,
          0.48449310126765416
        ],
        "bootstrap95": [
          0.3706293706293706,
          0.486013986013986
        ]
      },
      "interface_failure": {
        "n_text": 286,
        "n_variants": 286,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": [
          0.0,
          0.01325365541673796
        ],
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    },
    "emotion|natural|full_with_none|aligned": {
      "n_text": 286,
      "n_variants": 286,
      "correct": {
        "n_text": 286,
        "n_variants": 286,
        "successes": 135,
        "text_mean": 0.47202797202797203,
        "pooled": 0.47202797202797203,
        "wilson95": [
          0.414925395226872,
          0.5298720120691693
        ],
        "bootstrap95": [
          0.4160839160839161,
          0.5314685314685315
        ]
      },
      "wrong": {
        "n_text": 286,
        "n_variants": 286,
        "successes": 93,
        "text_mean": 0.32517482517482516,
        "pooled": 0.32517482517482516,
        "wilson95": [
          0.2735131978071313,
          0.3814705977931267
        ],
        "bootstrap95": [
          0.2727272727272727,
          0.3811188811188811
        ]
      },
      "interface_failure": {
        "n_text": 286,
        "n_variants": 286,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": [
          0.0,
          0.01325365541673796
        ],
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    },
    "emotion|natural|plain_present|aligned": {
      "n_text": 286,
      "n_variants": 858,
      "correct": {
        "n_text": 286,
        "n_variants": 858,
        "successes": 612,
        "text_mean": 0.7132867132867133,
        "pooled": 0.7132867132867133,
        "wilson95": null,
        "bootstrap95": [
          0.6701631701631702,
          0.7575757575757576
        ]
      },
      "wrong": {
        "n_text": 286,
        "n_variants": 858,
        "successes": 246,
        "text_mean": 0.2867132867132867,
        "pooled": 0.2867132867132867,
        "wilson95": null,
        "bootstrap95": [
          0.24475524475524477,
          0.3321678321678322
        ]
      },
      "interface_failure": {
        "n_text": 286,
        "n_variants": 858,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": null,
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    },
    "emotion|neutral|full_plain|aligned": {
      "n_text": 286,
      "n_variants": 286,
      "correct": {
        "n_text": 286,
        "n_variants": 286,
        "successes": 171,
        "text_mean": 0.5979020979020979,
        "pooled": 0.5979020979020979,
        "wilson95": [
          0.5401415971197413,
          0.6530674773441142
        ],
        "bootstrap95": [
          0.541958041958042,
          0.6538461538461539
        ]
      },
      "wrong": {
        "n_text": 286,
        "n_variants": 286,
        "successes": 115,
        "text_mean": 0.4020979020979021,
        "pooled": 0.4020979020979021,
        "wilson95": [
          0.3469325226558858,
          0.4598584028802587
        ],
        "bootstrap95": [
          0.34265734265734266,
          0.458041958041958
        ]
      },
      "interface_failure": {
        "n_text": 286,
        "n_variants": 286,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": [
          0.0,
          0.01325365541673796
        ],
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    },
    "emotion|neutral|full_with_none|aligned": {
      "n_text": 286,
      "n_variants": 286,
      "correct": {
        "n_text": 286,
        "n_variants": 286,
        "successes": 151,
        "text_mean": 0.527972027972028,
        "pooled": 0.527972027972028,
        "wilson95": [
          0.4701279879308307,
          0.5850746047731281
        ],
        "bootstrap95": [
          0.47202797202797203,
          0.5874125874125874
        ]
      },
      "wrong": {
        "n_text": 286,
        "n_variants": 286,
        "successes": 93,
        "text_mean": 0.32517482517482516,
        "pooled": 0.32517482517482516,
        "wilson95": [
          0.2735131978071313,
          0.3814705977931267
        ],
        "bootstrap95": [
          0.2727272727272727,
          0.38461538461538464
        ]
      },
      "interface_failure": {
        "n_text": 286,
        "n_variants": 286,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": [
          0.0,
          0.01325365541673796
        ],
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    },
    "emotion|neutral|plain_present|aligned": {
      "n_text": 286,
      "n_variants": 858,
      "correct": {
        "n_text": 286,
        "n_variants": 858,
        "successes": 609,
        "text_mean": 0.7097902097902098,
        "pooled": 0.7097902097902098,
        "wilson95": null,
        "bootstrap95": [
          0.6643356643356644,
          0.7529428904428903
        ]
      },
      "wrong": {
        "n_text": 286,
        "n_variants": 858,
        "successes": 249,
        "text_mean": 0.2902097902097902,
        "pooled": 0.2902097902097902,
        "wilson95": null,
        "bootstrap95": [
          0.24589160839160837,
          0.3356643356643357
        ]
      },
      "interface_failure": {
        "n_text": 286,
        "n_variants": 858,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": null,
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    },
    "trec|natural|full_plain|aligned": {
      "n_text": 270,
      "n_variants": 270,
      "correct": {
        "n_text": 270,
        "n_variants": 270,
        "successes": 241,
        "text_mean": 0.8925925925925926,
        "pooled": 0.8925925925925926,
        "wilson95": [
          0.8500014187266772,
          0.9241691576096597
        ],
        "bootstrap95": [
          0.8518518518518519,
          0.9296296296296296
        ]
      },
      "wrong": {
        "n_text": 270,
        "n_variants": 270,
        "successes": 29,
        "text_mean": 0.10740740740740741,
        "pooled": 0.10740740740740741,
        "wilson95": [
          0.07583084239034035,
          0.1499985812733229
        ],
        "bootstrap95": [
          0.07407407407407407,
          0.14814814814814814
        ]
      },
      "interface_failure": {
        "n_text": 270,
        "n_variants": 270,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": [
          0.0,
          0.014028039571646583
        ],
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    },
    "trec|natural|full_with_none|aligned": {
      "n_text": 270,
      "n_variants": 270,
      "correct": {
        "n_text": 270,
        "n_variants": 270,
        "successes": 243,
        "text_mean": 0.9,
        "pooled": 0.9,
        "wilson95": [
          0.8584164433450345,
          0.9303611249976482
        ],
        "bootstrap95": [
          0.8629629629629629,
          0.9333333333333333
        ]
      },
      "wrong": {
        "n_text": 270,
        "n_variants": 270,
        "successes": 27,
        "text_mean": 0.1,
        "pooled": 0.1,
        "wilson95": [
          0.0696388750023518,
          0.1415835566549655
        ],
        "bootstrap95": [
          0.06666666666666667,
          0.13703703703703704
        ]
      },
      "interface_failure": {
        "n_text": 270,
        "n_variants": 270,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": [
          0.0,
          0.014028039571646583
        ],
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    },
    "trec|natural|plain_present|aligned": {
      "n_text": 270,
      "n_variants": 810,
      "correct": {
        "n_text": 270,
        "n_variants": 810,
        "successes": 759,
        "text_mean": 0.937037037037037,
        "pooled": 0.937037037037037,
        "wilson95": null,
        "bootstrap95": [
          0.9111111111111111,
          0.9604938271604938
        ]
      },
      "wrong": {
        "n_text": 270,
        "n_variants": 810,
        "successes": 51,
        "text_mean": 0.06296296296296296,
        "pooled": 0.06296296296296296,
        "wilson95": null,
        "bootstrap95": [
          0.0382716049382716,
          0.08888888888888889
        ]
      },
      "interface_failure": {
        "n_text": 270,
        "n_variants": 810,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": null,
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    },
    "trec|neutral|full_plain|aligned": {
      "n_text": 270,
      "n_variants": 270,
      "correct": {
        "n_text": 270,
        "n_variants": 270,
        "successes": 239,
        "text_mean": 0.8851851851851852,
        "pooled": 0.8851851851851852,
        "wilson95": [
          0.8416386458876871,
          0.9179249384423037
        ],
        "bootstrap95": [
          0.8481481481481481,
          0.9222222222222223
        ]
      },
      "wrong": {
        "n_text": 270,
        "n_variants": 270,
        "successes": 31,
        "text_mean": 0.11481481481481481,
        "pooled": 0.11481481481481481,
        "wilson95": [
          0.08207506155769631,
          0.15836135411231292
        ],
        "bootstrap95": [
          0.07777777777777778,
          0.15185185185185185
        ]
      },
      "interface_failure": {
        "n_text": 270,
        "n_variants": 270,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": [
          0.0,
          0.014028039571646583
        ],
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    },
    "trec|neutral|full_with_none|aligned": {
      "n_text": 270,
      "n_variants": 270,
      "correct": {
        "n_text": 270,
        "n_variants": 270,
        "successes": 238,
        "text_mean": 0.8814814814814815,
        "pooled": 0.8814814814814815,
        "wilson95": [
          0.8374755031866067,
          0.9147845851402113
        ],
        "bootstrap95": [
          0.8407407407407408,
          0.9185185185185185
        ]
      },
      "wrong": {
        "n_text": 270,
        "n_variants": 270,
        "successes": 32,
        "text_mean": 0.11851851851851852,
        "pooled": 0.11851851851851852,
        "wilson95": [
          0.08521541485978879,
          0.16252449681339343
        ],
        "bootstrap95": [
          0.08148148148148149,
          0.15925925925925927
        ]
      },
      "interface_failure": {
        "n_text": 270,
        "n_variants": 270,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": [
          0.0,
          0.014028039571646583
        ],
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    },
    "trec|neutral|plain_present|aligned": {
      "n_text": 270,
      "n_variants": 810,
      "correct": {
        "n_text": 270,
        "n_variants": 810,
        "successes": 748,
        "text_mean": 0.9234567901234567,
        "pooled": 0.9234567901234568,
        "wilson95": null,
        "bootstrap95": [
          0.893827160493827,
          0.9493827160493828
        ]
      },
      "wrong": {
        "n_text": 270,
        "n_variants": 810,
        "successes": 62,
        "text_mean": 0.0765432098765432,
        "pooled": 0.07654320987654321,
        "wilson95": null,
        "bootstrap95": [
          0.04938271604938271,
          0.10493827160493825
        ]
      },
      "interface_failure": {
        "n_text": 270,
        "n_variants": 810,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": null,
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    }
  },
  "transfer": {
    "available": true,
    "note": "Thresholds fit on the frozen 80-text equal-budget calibration subset per task.",
    "rows": [
      {
        "transfer_type": "cross_task",
        "source": "ag_news|k2|natural|aligned",
        "target": "dbpedia|k2|natural|aligned",
        "source_task": "ag_news",
        "target_task": "dbpedia",
        "score": "negative_max",
        "threshold": -0.82,
        "source_calibration_subset": {
          "threshold": -0.82,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 16,
            "text_mean": 0.2,
            "pooled": 0.2,
            "wilson95": [
              0.12702844043960787,
              0.30046243728170835
            ],
            "bootstrap95": [
              0.1125,
              0.3
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 72,
            "text_mean": 0.9,
            "pooled": 0.9,
            "wilson95": [
              0.8148931119389591,
              0.9484523844326191
            ],
            "bootstrap95": [
              0.825,
              0.9625
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 64,
            "text_mean": 0.8,
            "pooled": 0.8,
            "wilson95": [
              0.6995375627182917,
              0.8729715595603921
            ],
            "bootstrap95": [
              0.7125,
              0.8875
            ]
          }
        },
        "target_test": {
          "threshold": -0.82,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 179,
            "text_mean": 0.4261904761904762,
            "pooled": 0.4261904761904762,
            "wilson95": [
              0.37977516124452404,
              0.4739437265383979
            ],
            "bootstrap95": [
              0.38333333333333336,
              0.47619047619047616
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 1,
            "text_mean": 0.002380952380952381,
            "pooled": 0.002380952380952381,
            "wilson95": [
              0.00042042027400248944,
              0.013361758649568439
            ],
            "bootstrap95": [
              0.0,
              0.007142857142857143
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 419,
            "text_mean": 0.9976190476190476,
            "pooled": 0.9976190476190476,
            "wilson95": [
              0.9866382413504315,
              0.9995795797259974
            ],
            "bootstrap95": [
              0.9928571428571429,
              1.0
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              -8.673617379884035e-19,
              0.009063433368181315
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 419,
            "text_mean": 0.9976190476190476,
            "pooled": 0.9976190476190476,
            "wilson95": [
              0.9866382413504315,
              0.9995795797259974
            ],
            "bootstrap95": [
              0.9928571428571429,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 241,
            "text_mean": 0.5738095238095238,
            "pooled": 0.5738095238095238,
            "wilson95": [
              0.526056273461602,
              0.620224838755476
            ],
            "bootstrap95": [
              0.5285714285714286,
              0.6190476190476191
            ]
          }
        },
        "local_reference": {
          "threshold": -1.0,
          "target_test": {
            "threshold": -1.0,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 379,
              "text_mean": 0.9023809523809524,
              "pooled": 0.9023809523809524,
              "wilson95": [
                0.8702437518648801,
                0.9272242469959645
              ],
              "bootstrap95": [
                0.8738095238095238,
                0.9285714285714286
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 5,
              "text_mean": 0.011904761904761904,
              "pooled": 0.011904761904761904,
              "wilson95": [
                0.005095429291665374,
                0.027561731853464003
              ],
              "bootstrap95": [
                0.002380952380952381,
                0.023809523809523808
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 415,
              "text_mean": 0.9880952380952381,
              "pooled": 0.9880952380952381,
              "wilson95": [
                0.972438268146536,
                0.9949045707083346
              ],
              "bootstrap95": [
                0.9761904761904762,
                0.9976190476190476
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 415,
              "text_mean": 0.9880952380952381,
              "pooled": 0.9880952380952381,
              "wilson95": [
                0.972438268146536,
                0.9949045707083346
              ],
              "bootstrap95": [
                0.9761904761904762,
                0.9976190476190476
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 41,
              "text_mean": 0.09761904761904762,
              "pooled": 0.09761904761904762,
              "wilson95": [
                0.07277575300403553,
                0.1297562481351199
              ],
              "bootstrap95": [
                0.07142857142857142,
                0.1261904761904762
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "cross_task",
        "source": "ag_news|k2|natural|aligned",
        "target": "dbpedia|k2|natural|aligned",
        "source_task": "ag_news",
        "target_task": "dbpedia",
        "score": "normalized_entropy",
        "threshold": 0.6800770457282799,
        "source_calibration_subset": {
          "threshold": 0.6800770457282799,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 16,
            "text_mean": 0.2,
            "pooled": 0.2,
            "wilson95": [
              0.12702844043960787,
              0.30046243728170835
            ],
            "bootstrap95": [
              0.1125,
              0.3
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 72,
            "text_mean": 0.9,
            "pooled": 0.9,
            "wilson95": [
              0.8148931119389591,
              0.9484523844326191
            ],
            "bootstrap95": [
              0.825,
              0.9625
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 64,
            "text_mean": 0.8,
            "pooled": 0.8,
            "wilson95": [
              0.6995375627182917,
              0.8729715595603921
            ],
            "bootstrap95": [
              0.7125,
              0.8875
            ]
          }
        },
        "target_test": {
          "threshold": 0.6800770457282799,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 179,
            "text_mean": 0.4261904761904762,
            "pooled": 0.4261904761904762,
            "wilson95": [
              0.37977516124452404,
              0.4739437265383979
            ],
            "bootstrap95": [
              0.37857142857142856,
              0.4738095238095238
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 1,
            "text_mean": 0.002380952380952381,
            "pooled": 0.002380952380952381,
            "wilson95": [
              0.00042042027400248944,
              0.013361758649568439
            ],
            "bootstrap95": [
              0.0,
              0.007142857142857143
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 419,
            "text_mean": 0.9976190476190476,
            "pooled": 0.9976190476190476,
            "wilson95": [
              0.9866382413504315,
              0.9995795797259974
            ],
            "bootstrap95": [
              0.9928571428571429,
              1.0
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              -8.673617379884035e-19,
              0.009063433368181315
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 419,
            "text_mean": 0.9976190476190476,
            "pooled": 0.9976190476190476,
            "wilson95": [
              0.9866382413504315,
              0.9995795797259974
            ],
            "bootstrap95": [
              0.9928571428571429,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 241,
            "text_mean": 0.5738095238095238,
            "pooled": 0.5738095238095238,
            "wilson95": [
              0.526056273461602,
              0.620224838755476
            ],
            "bootstrap95": [
              0.5285714285714286,
              0.6214285714285714
            ]
          }
        },
        "local_reference": {
          "threshold": -0.0,
          "target_test": {
            "threshold": -0.0,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 379,
              "text_mean": 0.9023809523809524,
              "pooled": 0.9023809523809524,
              "wilson95": [
                0.8702437518648801,
                0.9272242469959645
              ],
              "bootstrap95": [
                0.8714285714285714,
                0.9285714285714286
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 5,
              "text_mean": 0.011904761904761904,
              "pooled": 0.011904761904761904,
              "wilson95": [
                0.005095429291665374,
                0.027561731853464003
              ],
              "bootstrap95": [
                0.002380952380952381,
                0.023809523809523808
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 415,
              "text_mean": 0.9880952380952381,
              "pooled": 0.9880952380952381,
              "wilson95": [
                0.972438268146536,
                0.9949045707083346
              ],
              "bootstrap95": [
                0.9761904761904762,
                0.9976190476190476
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 415,
              "text_mean": 0.9880952380952381,
              "pooled": 0.9880952380952381,
              "wilson95": [
                0.972438268146536,
                0.9949045707083346
              ],
              "bootstrap95": [
                0.9761904761904762,
                0.9976190476190476
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 41,
              "text_mean": 0.09761904761904762,
              "pooled": 0.09761904761904762,
              "wilson95": [
                0.07277575300403553,
                0.1297562481351199
              ],
              "bootstrap95": [
                0.06904761904761905,
                0.1261904761904762
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "cross_task",
        "source": "ag_news|k2|natural|aligned",
        "target": "dbpedia|k2|natural|aligned",
        "source_task": "ag_news",
        "target_task": "dbpedia",
        "score": "none_probability",
        "threshold": 0.59,
        "source_calibration_subset": {
          "threshold": 0.59,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 65,
            "text_mean": 0.8125,
            "pooled": 0.8125,
            "wilson95": [
              0.7134167737100688,
              0.8829468953302267
            ],
            "bootstrap95": [
              0.725,
              0.8875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 69,
            "text_mean": 0.8625,
            "pooled": 0.8625,
            "wilson95": [
              0.7703289993301339,
              0.9214528567566089
            ],
            "bootstrap95": [
              0.775,
              0.9253124999999983
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 7,
            "text_mean": 0.0875,
            "pooled": 0.0875,
            "wilson95": [
              0.04303200178205986,
              0.16976795508474996
            ],
            "bootstrap95": [
              0.025,
              0.15
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 15,
            "text_mean": 0.1875,
            "pooled": 0.1875,
            "wilson95": [
              0.11705310466977323,
              0.28658322628993116
            ],
            "bootstrap95": [
              0.1,
              0.275
            ]
          }
        },
        "target_test": {
          "threshold": 0.59,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 410,
            "text_mean": 0.9761904761904762,
            "pooled": 0.9761904761904762,
            "wilson95": [
              0.9567323891526642,
              0.9870167219252584
            ],
            "bootstrap95": [
              0.9618452380952381,
              0.9880952380952381
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 11,
            "text_mean": 0.02619047619047619,
            "pooled": 0.02619047619047619,
            "wilson95": [
              0.01468608248136842,
              0.04628355199609863
            ],
            "bootstrap95": [
              0.011904761904761904,
              0.04285714285714286
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 409,
            "text_mean": 0.9738095238095238,
            "pooled": 0.9738095238095238,
            "wilson95": [
              0.9537164480039013,
              0.9853139175186316
            ],
            "bootstrap95": [
              0.9571428571428572,
              0.9880952380952381
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              -8.673617379884035e-19,
              0.009063433368181315
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 409,
            "text_mean": 0.9738095238095238,
            "pooled": 0.9738095238095238,
            "wilson95": [
              0.9537164480039013,
              0.9853139175186316
            ],
            "bootstrap95": [
              0.9571428571428572,
              0.9880952380952381
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 10,
            "text_mean": 0.023809523809523808,
            "pooled": 0.023809523809523808,
            "wilson95": [
              0.01298327807474163,
              0.04326761084733581
            ],
            "bootstrap95": [
              0.009523809523809525,
              0.0380952380952381
            ]
          }
        },
        "local_reference": {
          "threshold": 0.06,
          "target_test": {
            "threshold": 0.06,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 420,
              "text_mean": 1.0,
              "pooled": 1.0,
              "wilson95": [
                0.9909365666318185,
                0.9999999999999999
              ],
              "bootstrap95": [
                1.0,
                1.0
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 30,
              "text_mean": 0.07142857142857142,
              "pooled": 0.07142857142857142,
              "wilson95": [
                0.05048883710586293,
                0.10013696292400676
              ],
              "bootstrap95": [
                0.047619047619047616,
                0.09761904761904762
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 390,
              "text_mean": 0.9285714285714286,
              "pooled": 0.9285714285714286,
              "wilson95": [
                0.8998630370759932,
                0.9495111628941371
              ],
              "bootstrap95": [
                0.9023809523809524,
                0.9523809523809523
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 390,
              "text_mean": 0.9285714285714286,
              "pooled": 0.9285714285714286,
              "wilson95": [
                0.8998630370759932,
                0.9495111628941371
              ],
              "bootstrap95": [
                0.9047619047619048,
                0.9523809523809523
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "cross_task",
        "source": "ag_news|k2|natural|aligned",
        "target": "emotion|k2|natural|aligned",
        "source_task": "ag_news",
        "target_task": "emotion",
        "score": "negative_max",
        "threshold": -0.82,
        "source_calibration_subset": {
          "threshold": -0.82,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 16,
            "text_mean": 0.2,
            "pooled": 0.2,
            "wilson95": [
              0.12702844043960787,
              0.30046243728170835
            ],
            "bootstrap95": [
              0.1125,
              0.3
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 72,
            "text_mean": 0.9,
            "pooled": 0.9,
            "wilson95": [
              0.8148931119389591,
              0.9484523844326191
            ],
            "bootstrap95": [
              0.825,
              0.9625
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 64,
            "text_mean": 0.8,
            "pooled": 0.8,
            "wilson95": [
              0.6995375627182917,
              0.8729715595603921
            ],
            "bootstrap95": [
              0.7125,
              0.8875
            ]
          }
        },
        "target_test": {
          "threshold": -0.82,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 47,
            "text_mean": 0.28313253012048195,
            "pooled": 0.28313253012048195,
            "wilson95": [
              0.22010542368590802,
              0.35596981436293496
            ],
            "bootstrap95": [
              0.21084337349397592,
              0.35542168674698793
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 20,
            "text_mean": 0.12048192771084337,
            "pooled": 0.12048192771084337,
            "wilson95": [
              0.07936257764109922,
              0.17876908894437593
            ],
            "bootstrap95": [
              0.07228915662650602,
              0.1686746987951807
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 125,
            "text_mean": 0.7530120481927711,
            "pooled": 0.7530120481927711,
            "wilson95": [
              0.6821792456442569,
              0.8123996432987596
            ],
            "bootstrap95": [
              0.6867469879518072,
              0.8132530120481928
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 21,
            "text_mean": 0.12650602409638553,
            "pooled": 0.12650602409638553,
            "wilson95": [
              0.08425167742952813,
              0.1856556769879236
            ],
            "bootstrap95": [
              0.0783132530120482,
              0.18072289156626506
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 146,
            "text_mean": 0.8795180722891566,
            "pooled": 0.8795180722891566,
            "wilson95": [
              0.821230911055624,
              0.9206374223589007
            ],
            "bootstrap95": [
              0.8253012048192772,
              0.927710843373494
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 119,
            "text_mean": 0.7168674698795181,
            "pooled": 0.7168674698795181,
            "wilson95": [
              0.644030185637065,
              0.779894576314092
            ],
            "bootstrap95": [
              0.6445783132530121,
              0.7831325301204819
            ]
          }
        },
        "local_reference": {
          "threshold": -0.8,
          "target_test": {
            "threshold": -0.8,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 45,
              "text_mean": 0.2710843373493976,
              "pooled": 0.2710843373493976,
              "wilson95": [
                0.20920932021440333,
                0.3433145421704864
              ],
              "bootstrap95": [
                0.20481927710843373,
                0.3373493975903614
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 18,
              "text_mean": 0.10843373493975904,
              "pooled": 0.10843373493975904,
              "wilson95": [
                0.06969768908106336,
                0.1648826018404586
              ],
              "bootstrap95": [
                0.06626506024096386,
                0.1566265060240964
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 127,
              "text_mean": 0.7650602409638554,
              "pooled": 0.7650602409638554,
              "wilson95": [
                0.6950233188671587,
                0.8231069457398109
              ],
              "bootstrap95": [
                0.6987951807228916,
                0.8313253012048193
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 21,
              "text_mean": 0.12650602409638553,
              "pooled": 0.12650602409638553,
              "wilson95": [
                0.08425167742952813,
                0.1856556769879236
              ],
              "bootstrap95": [
                0.0783132530120482,
                0.1746987951807229
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 148,
              "text_mean": 0.891566265060241,
              "pooled": 0.891566265060241,
              "wilson95": [
                0.8351173981595413,
                0.9303023109189367
              ],
              "bootstrap95": [
                0.8433734939759037,
                0.9397590361445783
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 121,
              "text_mean": 0.7289156626506024,
              "pooled": 0.7289156626506024,
              "wilson95": [
                0.6566854578295136,
                0.7907906797855966
              ],
              "bootstrap95": [
                0.6566265060240963,
                0.7893072289156619
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "cross_task",
        "source": "ag_news|k2|natural|aligned",
        "target": "emotion|k2|natural|aligned",
        "source_task": "ag_news",
        "target_task": "emotion",
        "score": "normalized_entropy",
        "threshold": 0.6800770457282799,
        "source_calibration_subset": {
          "threshold": 0.6800770457282799,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 16,
            "text_mean": 0.2,
            "pooled": 0.2,
            "wilson95": [
              0.12702844043960787,
              0.30046243728170835
            ],
            "bootstrap95": [
              0.1125,
              0.3
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 72,
            "text_mean": 0.9,
            "pooled": 0.9,
            "wilson95": [
              0.8148931119389591,
              0.9484523844326191
            ],
            "bootstrap95": [
              0.825,
              0.9625
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 64,
            "text_mean": 0.8,
            "pooled": 0.8,
            "wilson95": [
              0.6995375627182917,
              0.8729715595603921
            ],
            "bootstrap95": [
              0.7125,
              0.8875
            ]
          }
        },
        "target_test": {
          "threshold": 0.6800770457282799,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 47,
            "text_mean": 0.28313253012048195,
            "pooled": 0.28313253012048195,
            "wilson95": [
              0.22010542368590802,
              0.35596981436293496
            ],
            "bootstrap95": [
              0.21686746987951808,
              0.35542168674698793
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 20,
            "text_mean": 0.12048192771084337,
            "pooled": 0.12048192771084337,
            "wilson95": [
              0.07936257764109922,
              0.17876908894437593
            ],
            "bootstrap95": [
              0.07228915662650602,
              0.1686746987951807
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 125,
            "text_mean": 0.7530120481927711,
            "pooled": 0.7530120481927711,
            "wilson95": [
              0.6821792456442569,
              0.8123996432987596
            ],
            "bootstrap95": [
              0.6867469879518072,
              0.8132530120481928
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 21,
            "text_mean": 0.12650602409638553,
            "pooled": 0.12650602409638553,
            "wilson95": [
              0.08425167742952813,
              0.1856556769879236
            ],
            "bootstrap95": [
              0.0783132530120482,
              0.18072289156626506
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 146,
            "text_mean": 0.8795180722891566,
            "pooled": 0.8795180722891566,
            "wilson95": [
              0.821230911055624,
              0.9206374223589007
            ],
            "bootstrap95": [
              0.8313253012048193,
              0.927710843373494
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 119,
            "text_mean": 0.7168674698795181,
            "pooled": 0.7168674698795181,
            "wilson95": [
              0.644030185637065,
              0.779894576314092
            ],
            "bootstrap95": [
              0.6445783132530121,
              0.7831325301204819
            ]
          }
        },
        "local_reference": {
          "threshold": 0.7219280948873623,
          "target_test": {
            "threshold": 0.7219280948873623,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 45,
              "text_mean": 0.2710843373493976,
              "pooled": 0.2710843373493976,
              "wilson95": [
                0.20920932021440333,
                0.3433145421704864
              ],
              "bootstrap95": [
                0.20481927710843373,
                0.3373493975903614
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 18,
              "text_mean": 0.10843373493975904,
              "pooled": 0.10843373493975904,
              "wilson95": [
                0.06969768908106336,
                0.1648826018404586
              ],
              "bootstrap95": [
                0.060240963855421686,
                0.1566265060240964
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 127,
              "text_mean": 0.7650602409638554,
              "pooled": 0.7650602409638554,
              "wilson95": [
                0.6950233188671587,
                0.8231069457398109
              ],
              "bootstrap95": [
                0.6987951807228916,
                0.8253012048192772
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 21,
              "text_mean": 0.12650602409638553,
              "pooled": 0.12650602409638553,
              "wilson95": [
                0.08425167742952813,
                0.1856556769879236
              ],
              "bootstrap95": [
                0.0783132530120482,
                0.18072289156626506
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 148,
              "text_mean": 0.891566265060241,
              "pooled": 0.891566265060241,
              "wilson95": [
                0.8351173981595413,
                0.9303023109189367
              ],
              "bootstrap95": [
                0.8433734939759037,
                0.9337349397590361
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 121,
              "text_mean": 0.7289156626506024,
              "pooled": 0.7289156626506024,
              "wilson95": [
                0.6566854578295136,
                0.7907906797855966
              ],
              "bootstrap95": [
                0.6566265060240963,
                0.7951807228915663
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "cross_task",
        "source": "ag_news|k2|natural|aligned",
        "target": "emotion|k2|natural|aligned",
        "source_task": "ag_news",
        "target_task": "emotion",
        "score": "none_probability",
        "threshold": 0.59,
        "source_calibration_subset": {
          "threshold": 0.59,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 65,
            "text_mean": 0.8125,
            "pooled": 0.8125,
            "wilson95": [
              0.7134167737100688,
              0.8829468953302267
            ],
            "bootstrap95": [
              0.725,
              0.8875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 69,
            "text_mean": 0.8625,
            "pooled": 0.8625,
            "wilson95": [
              0.7703289993301339,
              0.9214528567566089
            ],
            "bootstrap95": [
              0.775,
              0.9253124999999983
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 7,
            "text_mean": 0.0875,
            "pooled": 0.0875,
            "wilson95": [
              0.04303200178205986,
              0.16976795508474996
            ],
            "bootstrap95": [
              0.025,
              0.15
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 15,
            "text_mean": 0.1875,
            "pooled": 0.1875,
            "wilson95": [
              0.11705310466977323,
              0.28658322628993116
            ],
            "bootstrap95": [
              0.1,
              0.275
            ]
          }
        },
        "target_test": {
          "threshold": 0.59,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 130,
            "text_mean": 0.7831325301204819,
            "pooled": 0.7831325301204819,
            "wilson95": [
              0.7144202040765941,
              0.8390371240263053
            ],
            "bootstrap95": [
              0.7168674698795181,
              0.8433734939759037
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 66,
            "text_mean": 0.39759036144578314,
            "pooled": 0.39759036144578314,
            "wilson95": [
              0.3262681304233992,
              0.47354517643299876
            ],
            "bootstrap95": [
              0.3253012048192771,
              0.4759036144578313
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 88,
            "text_mean": 0.5301204819277109,
            "pooled": 0.5301204819277109,
            "wilson95": [
              0.4543764348285193,
              0.6045020043313636
            ],
            "bootstrap95": [
              0.45180722891566266,
              0.608433734939759
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 12,
            "text_mean": 0.07228915662650602,
            "pooled": 0.07228915662650602,
            "wilson95": [
              0.041833048912887895,
              0.12209311501677458
            ],
            "bootstrap95": [
              0.03614457831325301,
              0.1144578313253012
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 100,
            "text_mean": 0.6024096385542169,
            "pooled": 0.6024096385542169,
            "wilson95": [
              0.5264548235670012,
              0.6737318695766008
            ],
            "bootstrap95": [
              0.5301204819277109,
              0.6746987951807228
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 36,
            "text_mean": 0.21686746987951808,
            "pooled": 0.21686746987951808,
            "wilson95": [
              0.16096287597369466,
              0.2855797959234058
            ],
            "bootstrap95": [
              0.1566265060240964,
              0.27710843373493976
            ]
          }
        },
        "local_reference": {
          "threshold": 1.0,
          "target_test": {
            "threshold": 1.0,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.02261790994594346
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.02261790994594346
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 132,
              "text_mean": 0.7951807228915663,
              "pooled": 0.7951807228915663,
              "wilson95": [
                0.7274444190645216,
                0.8495642847023309
              ],
              "bootstrap95": [
                0.7289156626506024,
                0.8493975903614458
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 34,
              "text_mean": 0.20481927710843373,
              "pooled": 0.20481927710843373,
              "wilson95": [
                0.15043571529766897,
                0.2725555809354784
              ],
              "bootstrap95": [
                0.14457831325301204,
                0.2710843373493976
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 166,
              "text_mean": 1.0,
              "pooled": 1.0,
              "wilson95": [
                0.9773820900540565,
                0.9999999999999999
              ],
              "bootstrap95": [
                1.0,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 166,
              "text_mean": 1.0,
              "pooled": 1.0,
              "wilson95": [
                0.9773820900540565,
                0.9999999999999999
              ],
              "bootstrap95": [
                1.0,
                1.0
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "cross_task",
        "source": "ag_news|k2|natural|aligned",
        "target": "trec|k2|natural|aligned",
        "source_task": "ag_news",
        "target_task": "trec",
        "score": "negative_max",
        "threshold": -0.82,
        "source_calibration_subset": {
          "threshold": -0.82,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 16,
            "text_mean": 0.2,
            "pooled": 0.2,
            "wilson95": [
              0.12702844043960787,
              0.30046243728170835
            ],
            "bootstrap95": [
              0.1125,
              0.3
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 72,
            "text_mean": 0.9,
            "pooled": 0.9,
            "wilson95": [
              0.8148931119389591,
              0.9484523844326191
            ],
            "bootstrap95": [
              0.825,
              0.9625
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 64,
            "text_mean": 0.8,
            "pooled": 0.8,
            "wilson95": [
              0.6995375627182917,
              0.8729715595603921
            ],
            "bootstrap95": [
              0.7125,
              0.8875
            ]
          }
        },
        "target_test": {
          "threshold": -0.82,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 45,
            "text_mean": 0.3,
            "pooled": 0.3,
            "wilson95": [
              0.23240829378731656,
              0.3775798039599141
            ],
            "bootstrap95": [
              0.2265,
              0.37333333333333335
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 7,
            "text_mean": 0.04666666666666667,
            "pooled": 0.04666666666666667,
            "wilson95": [
              0.022786549161261972,
              0.09318647239912747
            ],
            "bootstrap95": [
              0.013333333333333334,
              0.08666666666666667
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 139,
            "text_mean": 0.9266666666666666,
            "pooled": 0.9266666666666666,
            "wilson95": [
              0.8734642066329596,
              0.9585611848396149
            ],
            "bootstrap95": [
              0.88,
              0.9666666666666667
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 4,
            "text_mean": 0.02666666666666667,
            "pooled": 0.02666666666666667,
            "wilson95": [
              0.010417940822967993,
              0.06655389051214453
            ],
            "bootstrap95": [
              0.006666666666666667,
              0.05333333333333334
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 143,
            "text_mean": 0.9533333333333334,
            "pooled": 0.9533333333333334,
            "wilson95": [
              0.9068135276008725,
              0.9772134508387381
            ],
            "bootstrap95": [
              0.9133333333333333,
              0.9866666666666667
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 105,
            "text_mean": 0.7,
            "pooled": 0.7,
            "wilson95": [
              0.6224201960400859,
              0.7675917062126834
            ],
            "bootstrap95": [
              0.6266666666666667,
              0.7733333333333333
            ]
          }
        },
        "local_reference": {
          "threshold": -0.78,
          "target_test": {
            "threshold": -0.78,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 39,
              "text_mean": 0.26,
              "pooled": 0.26,
              "wilson95": [
                0.19642138912816148,
                0.3355643281685153
              ],
              "bootstrap95": [
                0.19333333333333333,
                0.3333333333333333
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 7,
              "text_mean": 0.04666666666666667,
              "pooled": 0.04666666666666667,
              "wilson95": [
                0.022786549161261972,
                0.09318647239912747
              ],
              "bootstrap95": [
                0.013333333333333334,
                0.08
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 139,
              "text_mean": 0.9266666666666666,
              "pooled": 0.9266666666666666,
              "wilson95": [
                0.8734642066329596,
                0.9585611848396149
              ],
              "bootstrap95": [
                0.88,
                0.9666666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 4,
              "text_mean": 0.02666666666666667,
              "pooled": 0.02666666666666667,
              "wilson95": [
                0.010417940822967993,
                0.06655389051214453
              ],
              "bootstrap95": [
                0.0,
                0.05333333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 143,
              "text_mean": 0.9533333333333334,
              "pooled": 0.9533333333333334,
              "wilson95": [
                0.9068135276008725,
                0.9772134508387381
              ],
              "bootstrap95": [
                0.92,
                0.9866666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 111,
              "text_mean": 0.74,
              "pooled": 0.74,
              "wilson95": [
                0.6644356718314847,
                0.8035786108718385
              ],
              "bootstrap95": [
                0.6666666666666666,
                0.8133333333333334
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "cross_task",
        "source": "ag_news|k2|natural|aligned",
        "target": "trec|k2|natural|aligned",
        "source_task": "ag_news",
        "target_task": "trec",
        "score": "normalized_entropy",
        "threshold": 0.6800770457282799,
        "source_calibration_subset": {
          "threshold": 0.6800770457282799,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 16,
            "text_mean": 0.2,
            "pooled": 0.2,
            "wilson95": [
              0.12702844043960787,
              0.30046243728170835
            ],
            "bootstrap95": [
              0.1125,
              0.3
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 72,
            "text_mean": 0.9,
            "pooled": 0.9,
            "wilson95": [
              0.8148931119389591,
              0.9484523844326191
            ],
            "bootstrap95": [
              0.825,
              0.9625
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 64,
            "text_mean": 0.8,
            "pooled": 0.8,
            "wilson95": [
              0.6995375627182917,
              0.8729715595603921
            ],
            "bootstrap95": [
              0.7125,
              0.8875
            ]
          }
        },
        "target_test": {
          "threshold": 0.6800770457282799,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 45,
            "text_mean": 0.3,
            "pooled": 0.3,
            "wilson95": [
              0.23240829378731656,
              0.3775798039599141
            ],
            "bootstrap95": [
              0.22666666666666666,
              0.37333333333333335
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 7,
            "text_mean": 0.04666666666666667,
            "pooled": 0.04666666666666667,
            "wilson95": [
              0.022786549161261972,
              0.09318647239912747
            ],
            "bootstrap95": [
              0.02,
              0.08
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 139,
            "text_mean": 0.9266666666666666,
            "pooled": 0.9266666666666666,
            "wilson95": [
              0.8734642066329596,
              0.9585611848396149
            ],
            "bootstrap95": [
              0.8866666666666667,
              0.9666666666666667
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 4,
            "text_mean": 0.02666666666666667,
            "pooled": 0.02666666666666667,
            "wilson95": [
              0.010417940822967993,
              0.06655389051214453
            ],
            "bootstrap95": [
              0.006666666666666667,
              0.05333333333333334
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 143,
            "text_mean": 0.9533333333333334,
            "pooled": 0.9533333333333334,
            "wilson95": [
              0.9068135276008725,
              0.9772134508387381
            ],
            "bootstrap95": [
              0.92,
              0.9866666666666667
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 105,
            "text_mean": 0.7,
            "pooled": 0.7,
            "wilson95": [
              0.6224201960400859,
              0.7675917062126834
            ],
            "bootstrap95": [
              0.6266666666666667,
              0.7733333333333333
            ]
          }
        },
        "local_reference": {
          "threshold": 0.7601675029619656,
          "target_test": {
            "threshold": 0.7601675029619656,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 39,
              "text_mean": 0.26,
              "pooled": 0.26,
              "wilson95": [
                0.19642138912816148,
                0.3355643281685153
              ],
              "bootstrap95": [
                0.19333333333333333,
                0.3333333333333333
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 7,
              "text_mean": 0.04666666666666667,
              "pooled": 0.04666666666666667,
              "wilson95": [
                0.022786549161261972,
                0.09318647239912747
              ],
              "bootstrap95": [
                0.013333333333333334,
                0.08666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 139,
              "text_mean": 0.9266666666666666,
              "pooled": 0.9266666666666666,
              "wilson95": [
                0.8734642066329596,
                0.9585611848396149
              ],
              "bootstrap95": [
                0.88,
                0.9666666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 4,
              "text_mean": 0.02666666666666667,
              "pooled": 0.02666666666666667,
              "wilson95": [
                0.010417940822967993,
                0.06655389051214453
              ],
              "bootstrap95": [
                0.006666666666666667,
                0.05333333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 143,
              "text_mean": 0.9533333333333334,
              "pooled": 0.9533333333333334,
              "wilson95": [
                0.9068135276008725,
                0.9772134508387381
              ],
              "bootstrap95": [
                0.9133333333333333,
                0.98
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 111,
              "text_mean": 0.74,
              "pooled": 0.74,
              "wilson95": [
                0.6644356718314847,
                0.8035786108718385
              ],
              "bootstrap95": [
                0.6666666666666666,
                0.8066666666666666
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "cross_task",
        "source": "ag_news|k2|natural|aligned",
        "target": "trec|k2|natural|aligned",
        "source_task": "ag_news",
        "target_task": "trec",
        "score": "none_probability",
        "threshold": 0.59,
        "source_calibration_subset": {
          "threshold": 0.59,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 65,
            "text_mean": 0.8125,
            "pooled": 0.8125,
            "wilson95": [
              0.7134167737100688,
              0.8829468953302267
            ],
            "bootstrap95": [
              0.725,
              0.8875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 69,
            "text_mean": 0.8625,
            "pooled": 0.8625,
            "wilson95": [
              0.7703289993301339,
              0.9214528567566089
            ],
            "bootstrap95": [
              0.775,
              0.9253124999999983
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 7,
            "text_mean": 0.0875,
            "pooled": 0.0875,
            "wilson95": [
              0.04303200178205986,
              0.16976795508474996
            ],
            "bootstrap95": [
              0.025,
              0.15
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 15,
            "text_mean": 0.1875,
            "pooled": 0.1875,
            "wilson95": [
              0.11705310466977323,
              0.28658322628993116
            ],
            "bootstrap95": [
              0.1,
              0.275
            ]
          }
        },
        "target_test": {
          "threshold": 0.59,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 114,
            "text_mean": 0.76,
            "pooled": 0.76,
            "wilson95": [
              0.6857086062445535,
              0.8213068666840467
            ],
            "bootstrap95": [
              0.6933333333333334,
              0.8266666666666667
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 6,
            "text_mean": 0.04,
            "pooled": 0.04,
            "wilson95": [
              0.01845916060207442,
              0.08451346421655606
            ],
            "bootstrap95": [
              0.013333333333333334,
              0.07333333333333333
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 140,
            "text_mean": 0.9333333333333333,
            "pooled": 0.9333333333333333,
            "wilson95": [
              0.8816376448839411,
              0.9633881433303926
            ],
            "bootstrap95": [
              0.8933333333333333,
              0.9733333333333334
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 4,
            "text_mean": 0.02666666666666667,
            "pooled": 0.02666666666666667,
            "wilson95": [
              0.010417940822967993,
              0.06655389051214453
            ],
            "bootstrap95": [
              0.006666666666666667,
              0.05333333333333334
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 144,
            "text_mean": 0.96,
            "pooled": 0.96,
            "wilson95": [
              0.915486535783444,
              0.9815408393979256
            ],
            "bootstrap95": [
              0.9266666666666666,
              0.9866666666666667
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 36,
            "text_mean": 0.24,
            "pooled": 0.24,
            "wilson95": [
              0.17869313331595332,
              0.31429139375544646
            ],
            "bootstrap95": [
              0.17333333333333334,
              0.30666666666666664
            ]
          }
        },
        "local_reference": {
          "threshold": 0.34,
          "target_test": {
            "threshold": 0.34,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 125,
              "text_mean": 0.8333333333333334,
              "pooled": 0.8333333333333334,
              "wilson95": [
                0.7655341358309921,
                0.884485701256957
              ],
              "bootstrap95": [
                0.7733333333333333,
                0.8933333333333333
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 10,
              "text_mean": 0.06666666666666667,
              "pooled": 0.06666666666666667,
              "wilson95": [
                0.03661185666960744,
                0.11836235511605896
              ],
              "bootstrap95": [
                0.03333333333333333,
                0.10666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 136,
              "text_mean": 0.9066666666666666,
              "pooled": 0.9066666666666666,
              "wilson95": [
                0.8494360687243842,
                0.9435881325229135
              ],
              "bootstrap95": [
                0.86,
                0.9468333333333324
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 4,
              "text_mean": 0.02666666666666667,
              "pooled": 0.02666666666666667,
              "wilson95": [
                0.010417940822967993,
                0.06655389051214453
              ],
              "bootstrap95": [
                0.006666666666666667,
                0.05333333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 140,
              "text_mean": 0.9333333333333333,
              "pooled": 0.9333333333333333,
              "wilson95": [
                0.8816376448839411,
                0.9633881433303926
              ],
              "bootstrap95": [
                0.8933333333333333,
                0.9668333333333324
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 25,
              "text_mean": 0.16666666666666666,
              "pooled": 0.16666666666666666,
              "wilson95": [
                0.115514298743043,
                0.23446586416900808
              ],
              "bootstrap95": [
                0.10666666666666667,
                0.22666666666666666
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "cross_task",
        "source": "dbpedia|k2|natural|aligned",
        "target": "ag_news|k2|natural|aligned",
        "source_task": "dbpedia",
        "target_task": "ag_news",
        "score": "negative_max",
        "threshold": -1.0,
        "source_calibration_subset": {
          "threshold": -1.0,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.925,
              1.0
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.0458181295355271
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9125,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          }
        },
        "target_test": {
          "threshold": -1.0,
          "n_text": 120,
          "n_variants": 120,
          "detection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 75,
            "text_mean": 0.625,
            "pooled": 0.625,
            "wilson95": [
              0.5357695062597921,
              0.706475702135532
            ],
            "bootstrap95": [
              0.5333333333333333,
              0.7083333333333334
            ]
          },
          "false_rejection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 17,
            "text_mean": 0.14166666666666666,
            "pooled": 0.14166666666666666,
            "wilson95": [
              0.09036879103483236,
              0.21519494489857183
            ],
            "bootstrap95": [
              0.08333333333333333,
              0.20833333333333334
            ]
          },
          "present_correct_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 102,
            "text_mean": 0.85,
            "pooled": 0.85,
            "wilson95": [
              0.775324706432755,
              0.9029618770741527
            ],
            "bootstrap95": [
              0.7833333333333333,
              0.9083333333333333
            ]
          },
          "present_wrong_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 1,
            "text_mean": 0.008333333333333333,
            "pooled": 0.008333333333333333,
            "wilson95": [
              0.0014725557333420923,
              0.045696291245049675
            ],
            "bootstrap95": [
              0.0,
              0.025
            ]
          },
          "present_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 103,
            "text_mean": 0.8583333333333333,
            "pooled": 0.8583333333333333,
            "wilson95": [
              0.7848050551014282,
              0.9096312089651676
            ],
            "bootstrap95": [
              0.7916666666666666,
              0.9166666666666666
            ]
          },
          "absent_false_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 45,
            "text_mean": 0.375,
            "pooled": 0.375,
            "wilson95": [
              0.29352429786446804,
              0.4642304937402079
            ],
            "bootstrap95": [
              0.2833333333333333,
              0.4583333333333333
            ]
          }
        },
        "local_reference": {
          "threshold": -0.82,
          "target_test": {
            "threshold": -0.82,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 19,
              "text_mean": 0.15833333333333333,
              "pooled": 0.15833333333333333,
              "wilson95": [
                0.10376977359410051,
                0.23409332345868022
              ],
              "bootstrap95": [
                0.1,
                0.225
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 1,
              "text_mean": 0.008333333333333333,
              "pooled": 0.008333333333333333,
              "wilson95": [
                0.0014725557333420923,
                0.045696291245049675
              ],
              "bootstrap95": [
                0.0,
                0.025
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 117,
              "text_mean": 0.975,
              "pooled": 0.975,
              "wilson95": [
                0.9290699666721339,
                0.9914618252300978
              ],
              "bootstrap95": [
                0.9416666666666667,
                1.0
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 2,
              "text_mean": 0.016666666666666666,
              "pooled": 0.016666666666666666,
              "wilson95": [
                0.004582564565921141,
                0.0587359629721589
              ],
              "bootstrap95": [
                0.0,
                0.041666666666666664
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 119,
              "text_mean": 0.9916666666666667,
              "pooled": 0.9916666666666667,
              "wilson95": [
                0.9543037087549505,
                0.998527444266658
              ],
              "bootstrap95": [
                0.975,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 101,
              "text_mean": 0.8416666666666667,
              "pooled": 0.8416666666666667,
              "wilson95": [
                0.7659066765413198,
                0.8962302264058994
              ],
              "bootstrap95": [
                0.775,
                0.9
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "cross_task",
        "source": "dbpedia|k2|natural|aligned",
        "target": "ag_news|k2|natural|aligned",
        "source_task": "dbpedia",
        "target_task": "ag_news",
        "score": "normalized_entropy",
        "threshold": -0.0,
        "source_calibration_subset": {
          "threshold": -0.0,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.075
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9125,
              1.0
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.0458181295355271
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9125,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          }
        },
        "target_test": {
          "threshold": -0.0,
          "n_text": 120,
          "n_variants": 120,
          "detection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 75,
            "text_mean": 0.625,
            "pooled": 0.625,
            "wilson95": [
              0.5357695062597921,
              0.706475702135532
            ],
            "bootstrap95": [
              0.5333333333333333,
              0.7085416666666655
            ]
          },
          "false_rejection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 17,
            "text_mean": 0.14166666666666666,
            "pooled": 0.14166666666666666,
            "wilson95": [
              0.09036879103483236,
              0.21519494489857183
            ],
            "bootstrap95": [
              0.08333333333333333,
              0.20833333333333334
            ]
          },
          "present_correct_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 102,
            "text_mean": 0.85,
            "pooled": 0.85,
            "wilson95": [
              0.775324706432755,
              0.9029618770741527
            ],
            "bootstrap95": [
              0.7833333333333333,
              0.9083333333333333
            ]
          },
          "present_wrong_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 1,
            "text_mean": 0.008333333333333333,
            "pooled": 0.008333333333333333,
            "wilson95": [
              0.0014725557333420923,
              0.045696291245049675
            ],
            "bootstrap95": [
              0.0,
              0.025
            ]
          },
          "present_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 103,
            "text_mean": 0.8583333333333333,
            "pooled": 0.8583333333333333,
            "wilson95": [
              0.7848050551014282,
              0.9096312089651676
            ],
            "bootstrap95": [
              0.7916666666666666,
              0.9166666666666666
            ]
          },
          "absent_false_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 45,
            "text_mean": 0.375,
            "pooled": 0.375,
            "wilson95": [
              0.29352429786446804,
              0.4642304937402079
            ],
            "bootstrap95": [
              0.2916666666666667,
              0.4666666666666667
            ]
          }
        },
        "local_reference": {
          "threshold": 0.6800770457282799,
          "target_test": {
            "threshold": 0.6800770457282799,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 19,
              "text_mean": 0.15833333333333333,
              "pooled": 0.15833333333333333,
              "wilson95": [
                0.10376977359410051,
                0.23409332345868022
              ],
              "bootstrap95": [
                0.1,
                0.225
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 1,
              "text_mean": 0.008333333333333333,
              "pooled": 0.008333333333333333,
              "wilson95": [
                0.0014725557333420923,
                0.045696291245049675
              ],
              "bootstrap95": [
                0.0,
                0.025
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 117,
              "text_mean": 0.975,
              "pooled": 0.975,
              "wilson95": [
                0.9290699666721339,
                0.9914618252300978
              ],
              "bootstrap95": [
                0.9416666666666667,
                1.0
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 2,
              "text_mean": 0.016666666666666666,
              "pooled": 0.016666666666666666,
              "wilson95": [
                0.004582564565921141,
                0.0587359629721589
              ],
              "bootstrap95": [
                0.0,
                0.041666666666666664
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 119,
              "text_mean": 0.9916666666666667,
              "pooled": 0.9916666666666667,
              "wilson95": [
                0.9543037087549505,
                0.998527444266658
              ],
              "bootstrap95": [
                0.975,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 101,
              "text_mean": 0.8416666666666667,
              "pooled": 0.8416666666666667,
              "wilson95": [
                0.7659066765413198,
                0.8962302264058994
              ],
              "bootstrap95": [
                0.775,
                0.9083333333333333
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "cross_task",
        "source": "dbpedia|k2|natural|aligned",
        "target": "ag_news|k2|natural|aligned",
        "source_task": "dbpedia",
        "target_task": "ag_news",
        "score": "none_probability",
        "threshold": 0.06,
        "source_calibration_subset": {
          "threshold": 0.06,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 80,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9541818704644728,
              0.9999999999999999
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.0458181295355271
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.0458181295355271
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          }
        },
        "target_test": {
          "threshold": 0.06,
          "n_text": 120,
          "n_variants": 120,
          "detection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 110,
            "text_mean": 0.9166666666666666,
            "pooled": 0.9166666666666666,
            "wilson95": [
              0.8533776783593434,
              0.9541063496250703
            ],
            "bootstrap95": [
              0.8666666666666667,
              0.9583333333333334
            ]
          },
          "false_rejection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 12,
            "text_mean": 0.1,
            "pooled": 0.1,
            "wilson95": [
              0.058133592026010775,
              0.166681741108952
            ],
            "bootstrap95": [
              0.05,
              0.15833333333333333
            ]
          },
          "present_correct_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 107,
            "text_mean": 0.8916666666666667,
            "pooled": 0.8916666666666667,
            "wilson95": [
              0.8234463978470834,
              0.9355885884582658
            ],
            "bootstrap95": [
              0.8333333333333334,
              0.9416666666666667
            ]
          },
          "present_wrong_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 1,
            "text_mean": 0.008333333333333333,
            "pooled": 0.008333333333333333,
            "wilson95": [
              0.0014725557333420923,
              0.045696291245049675
            ],
            "bootstrap95": [
              0.0,
              0.025
            ]
          },
          "present_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 108,
            "text_mean": 0.9,
            "pooled": 0.9,
            "wilson95": [
              0.833318258891048,
              0.9418664079739892
            ],
            "bootstrap95": [
              0.8416666666666667,
              0.95
            ]
          },
          "absent_false_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 10,
            "text_mean": 0.08333333333333333,
            "pooled": 0.08333333333333333,
            "wilson95": [
              0.045893650374929706,
              0.14662232164065653
            ],
            "bootstrap95": [
              0.03333333333333333,
              0.13333333333333333
            ]
          }
        },
        "local_reference": {
          "threshold": 0.59,
          "target_test": {
            "threshold": 0.59,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 99,
              "text_mean": 0.825,
              "pooled": 0.825,
              "wilson95": [
                0.7472429012735073,
                0.8825946405543355
              ],
              "bootstrap95": [
                0.7583333333333333,
                0.8916666666666667
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 4,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.0130375510983506,
                0.082580337559106
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.06666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 2,
              "text_mean": 0.016666666666666666,
              "pooled": 0.016666666666666666,
              "wilson95": [
                0.004582564565921141,
                0.0587359629721589
              ],
              "bootstrap95": [
                0.0,
                0.041666666666666664
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 116,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.917419662440894,
                0.9869624489016494
              ],
              "bootstrap95": [
                0.9333333333333333,
                0.9916666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 21,
              "text_mean": 0.175,
              "pooled": 0.175,
              "wilson95": [
                0.11740535944566463,
                0.25275709872649266
              ],
              "bootstrap95": [
                0.10833333333333334,
                0.24187499999999887
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "cross_task",
        "source": "dbpedia|k2|natural|aligned",
        "target": "emotion|k2|natural|aligned",
        "source_task": "dbpedia",
        "target_task": "emotion",
        "score": "negative_max",
        "threshold": -1.0,
        "source_calibration_subset": {
          "threshold": -1.0,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.925,
              1.0
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.0458181295355271
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9125,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          }
        },
        "target_test": {
          "threshold": -1.0,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 129,
            "text_mean": 0.7771084337349398,
            "pooled": 0.7771084337349398,
            "wilson95": [
              0.7079365128194199,
              0.8337451274515029
            ],
            "bootstrap95": [
              0.7108433734939759,
              0.8373493975903614
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 72,
            "text_mean": 0.43373493975903615,
            "pooled": 0.43373493975903615,
            "wilson95": [
              0.36068569709567305,
              0.5097817367525844
            ],
            "bootstrap95": [
              0.3614457831325301,
              0.5060240963855421
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 86,
            "text_mean": 0.5180722891566265,
            "pooled": 0.5180722891566265,
            "wilson95": [
              0.44251529566074355,
              0.5928117678351862
            ],
            "bootstrap95": [
              0.4397590361445783,
              0.5903614457831325
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 8,
            "text_mean": 0.04819277108433735,
            "pooled": 0.04819277108433735,
            "wilson95": [
              0.024619468718975003,
              0.09220394388278114
            ],
            "bootstrap95": [
              0.018072289156626505,
              0.08433734939759036
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 94,
            "text_mean": 0.5662650602409639,
            "pooled": 0.5662650602409639,
            "wilson95": [
              0.4902182632474156,
              0.639314302904327
            ],
            "bootstrap95": [
              0.4879518072289157,
              0.6385542168674698
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 37,
            "text_mean": 0.22289156626506024,
            "pooled": 0.22289156626506024,
            "wilson95": [
              0.16625487254849708,
              0.29206348718058
            ],
            "bootstrap95": [
              0.16265060240963855,
              0.28328313253011966
            ]
          }
        },
        "local_reference": {
          "threshold": -0.8,
          "target_test": {
            "threshold": -0.8,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 45,
              "text_mean": 0.2710843373493976,
              "pooled": 0.2710843373493976,
              "wilson95": [
                0.20920932021440333,
                0.3433145421704864
              ],
              "bootstrap95": [
                0.20481927710843373,
                0.3373493975903614
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 18,
              "text_mean": 0.10843373493975904,
              "pooled": 0.10843373493975904,
              "wilson95": [
                0.06969768908106336,
                0.1648826018404586
              ],
              "bootstrap95": [
                0.06626506024096386,
                0.1566265060240964
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 127,
              "text_mean": 0.7650602409638554,
              "pooled": 0.7650602409638554,
              "wilson95": [
                0.6950233188671587,
                0.8231069457398109
              ],
              "bootstrap95": [
                0.6987951807228916,
                0.8313253012048193
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 21,
              "text_mean": 0.12650602409638553,
              "pooled": 0.12650602409638553,
              "wilson95": [
                0.08425167742952813,
                0.1856556769879236
              ],
              "bootstrap95": [
                0.0783132530120482,
                0.1746987951807229
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 148,
              "text_mean": 0.891566265060241,
              "pooled": 0.891566265060241,
              "wilson95": [
                0.8351173981595413,
                0.9303023109189367
              ],
              "bootstrap95": [
                0.8433734939759037,
                0.9397590361445783
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 121,
              "text_mean": 0.7289156626506024,
              "pooled": 0.7289156626506024,
              "wilson95": [
                0.6566854578295136,
                0.7907906797855966
              ],
              "bootstrap95": [
                0.6566265060240963,
                0.7893072289156619
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "cross_task",
        "source": "dbpedia|k2|natural|aligned",
        "target": "emotion|k2|natural|aligned",
        "source_task": "dbpedia",
        "target_task": "emotion",
        "score": "normalized_entropy",
        "threshold": -0.0,
        "source_calibration_subset": {
          "threshold": -0.0,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.075
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9125,
              1.0
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.0458181295355271
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9125,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          }
        },
        "target_test": {
          "threshold": -0.0,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 129,
            "text_mean": 0.7771084337349398,
            "pooled": 0.7771084337349398,
            "wilson95": [
              0.7079365128194199,
              0.8337451274515029
            ],
            "bootstrap95": [
              0.7108433734939759,
              0.8373493975903614
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 72,
            "text_mean": 0.43373493975903615,
            "pooled": 0.43373493975903615,
            "wilson95": [
              0.36068569709567305,
              0.5097817367525844
            ],
            "bootstrap95": [
              0.35542168674698793,
              0.5060240963855421
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 86,
            "text_mean": 0.5180722891566265,
            "pooled": 0.5180722891566265,
            "wilson95": [
              0.44251529566074355,
              0.5928117678351862
            ],
            "bootstrap95": [
              0.4397590361445783,
              0.5963855421686747
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 8,
            "text_mean": 0.04819277108433735,
            "pooled": 0.04819277108433735,
            "wilson95": [
              0.024619468718975003,
              0.09220394388278114
            ],
            "bootstrap95": [
              0.018072289156626505,
              0.08433734939759036
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 94,
            "text_mean": 0.5662650602409639,
            "pooled": 0.5662650602409639,
            "wilson95": [
              0.4902182632474156,
              0.639314302904327
            ],
            "bootstrap95": [
              0.4879518072289157,
              0.6445783132530121
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 37,
            "text_mean": 0.22289156626506024,
            "pooled": 0.22289156626506024,
            "wilson95": [
              0.16625487254849708,
              0.29206348718058
            ],
            "bootstrap95": [
              0.16265060240963855,
              0.2891566265060241
            ]
          }
        },
        "local_reference": {
          "threshold": 0.7219280948873623,
          "target_test": {
            "threshold": 0.7219280948873623,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 45,
              "text_mean": 0.2710843373493976,
              "pooled": 0.2710843373493976,
              "wilson95": [
                0.20920932021440333,
                0.3433145421704864
              ],
              "bootstrap95": [
                0.20481927710843373,
                0.3373493975903614
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 18,
              "text_mean": 0.10843373493975904,
              "pooled": 0.10843373493975904,
              "wilson95": [
                0.06969768908106336,
                0.1648826018404586
              ],
              "bootstrap95": [
                0.060240963855421686,
                0.1566265060240964
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 127,
              "text_mean": 0.7650602409638554,
              "pooled": 0.7650602409638554,
              "wilson95": [
                0.6950233188671587,
                0.8231069457398109
              ],
              "bootstrap95": [
                0.6987951807228916,
                0.8253012048192772
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 21,
              "text_mean": 0.12650602409638553,
              "pooled": 0.12650602409638553,
              "wilson95": [
                0.08425167742952813,
                0.1856556769879236
              ],
              "bootstrap95": [
                0.0783132530120482,
                0.18072289156626506
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 148,
              "text_mean": 0.891566265060241,
              "pooled": 0.891566265060241,
              "wilson95": [
                0.8351173981595413,
                0.9303023109189367
              ],
              "bootstrap95": [
                0.8433734939759037,
                0.9337349397590361
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 121,
              "text_mean": 0.7289156626506024,
              "pooled": 0.7289156626506024,
              "wilson95": [
                0.6566854578295136,
                0.7907906797855966
              ],
              "bootstrap95": [
                0.6566265060240963,
                0.7951807228915663
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "cross_task",
        "source": "dbpedia|k2|natural|aligned",
        "target": "emotion|k2|natural|aligned",
        "source_task": "dbpedia",
        "target_task": "emotion",
        "score": "none_probability",
        "threshold": 0.06,
        "source_calibration_subset": {
          "threshold": 0.06,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 80,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9541818704644728,
              0.9999999999999999
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.0458181295355271
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.0458181295355271
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          }
        },
        "target_test": {
          "threshold": 0.06,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 153,
            "text_mean": 0.9216867469879518,
            "pooled": 0.9216867469879518,
            "wilson95": [
              0.8706336017700654,
              0.9536645464682955
            ],
            "bootstrap95": [
              0.8795180722891566,
              0.9578313253012049
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 115,
            "text_mean": 0.6927710843373494,
            "pooled": 0.6927710843373494,
            "wilson95": [
              0.6188912914600057,
              0.7579307191632448
            ],
            "bootstrap95": [
              0.6204819277108434,
              0.7650602409638554
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 46,
            "text_mean": 0.27710843373493976,
            "pooled": 0.27710843373493976,
            "wilson95": [
              0.2146499963346093,
              0.349649553882257
            ],
            "bootstrap95": [
              0.21084337349397592,
              0.3433734939759036
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 5,
            "text_mean": 0.030120481927710843,
            "pooled": 0.030120481927710843,
            "wilson95": [
              0.012932886525083166,
              0.06856346258074322
            ],
            "bootstrap95": [
              0.006024096385542169,
              0.060240963855421686
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 51,
            "text_mean": 0.3072289156626506,
            "pooled": 0.3072289156626506,
            "wilson95": [
              0.242069280836755,
              0.3811087085399942
            ],
            "bootstrap95": [
              0.24096385542168675,
              0.3795180722891566
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 13,
            "text_mean": 0.0783132530120482,
            "pooled": 0.0783132530120482,
            "wilson95": [
              0.04633545353170455,
              0.1293663982299345
            ],
            "bootstrap95": [
              0.04201807228915663,
              0.12048192771084337
            ]
          }
        },
        "local_reference": {
          "threshold": 1.0,
          "target_test": {
            "threshold": 1.0,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.02261790994594346
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.02261790994594346
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 132,
              "text_mean": 0.7951807228915663,
              "pooled": 0.7951807228915663,
              "wilson95": [
                0.7274444190645216,
                0.8495642847023309
              ],
              "bootstrap95": [
                0.7289156626506024,
                0.8493975903614458
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 34,
              "text_mean": 0.20481927710843373,
              "pooled": 0.20481927710843373,
              "wilson95": [
                0.15043571529766897,
                0.2725555809354784
              ],
              "bootstrap95": [
                0.14457831325301204,
                0.2710843373493976
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 166,
              "text_mean": 1.0,
              "pooled": 1.0,
              "wilson95": [
                0.9773820900540565,
                0.9999999999999999
              ],
              "bootstrap95": [
                1.0,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 166,
              "text_mean": 1.0,
              "pooled": 1.0,
              "wilson95": [
                0.9773820900540565,
                0.9999999999999999
              ],
              "bootstrap95": [
                1.0,
                1.0
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "cross_task",
        "source": "dbpedia|k2|natural|aligned",
        "target": "trec|k2|natural|aligned",
        "source_task": "dbpedia",
        "target_task": "trec",
        "score": "negative_max",
        "threshold": -1.0,
        "source_calibration_subset": {
          "threshold": -1.0,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.925,
              1.0
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.0458181295355271
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9125,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          }
        },
        "target_test": {
          "threshold": -1.0,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 118,
            "text_mean": 0.7866666666666666,
            "pooled": 0.7866666666666666,
            "wilson95": [
              0.7143794210903474,
              0.8446376388052887
            ],
            "bootstrap95": [
              0.72,
              0.8466666666666667
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 24,
            "text_mean": 0.16,
            "pooled": 0.16,
            "wilson95": [
              0.10994008412845499,
              0.22703968204183714
            ],
            "bootstrap95": [
              0.1,
              0.22
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 124,
            "text_mean": 0.8266666666666667,
            "pooled": 0.8266666666666667,
            "wilson95": [
              0.7581400726100628,
              0.8788793677361272
            ],
            "bootstrap95": [
              0.7666666666666667,
              0.8866666666666667
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 2,
            "text_mean": 0.013333333333333334,
            "pooled": 0.013333333333333334,
            "wilson95": [
              0.0036641291512270503,
              0.04730690870036751
            ],
            "bootstrap95": [
              0.0,
              0.03333333333333333
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 126,
            "text_mean": 0.84,
            "pooled": 0.84,
            "wilson95": [
              0.7729603179581628,
              0.890059915871545
            ],
            "bootstrap95": [
              0.78,
              0.8933333333333333
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 32,
            "text_mean": 0.21333333333333335,
            "pooled": 0.21333333333333335,
            "wilson95": [
              0.15536236119471125,
              0.28562057890965276
            ],
            "bootstrap95": [
              0.14666666666666667,
              0.28
            ]
          }
        },
        "local_reference": {
          "threshold": -0.78,
          "target_test": {
            "threshold": -0.78,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 39,
              "text_mean": 0.26,
              "pooled": 0.26,
              "wilson95": [
                0.19642138912816148,
                0.3355643281685153
              ],
              "bootstrap95": [
                0.19333333333333333,
                0.3333333333333333
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 7,
              "text_mean": 0.04666666666666667,
              "pooled": 0.04666666666666667,
              "wilson95": [
                0.022786549161261972,
                0.09318647239912747
              ],
              "bootstrap95": [
                0.013333333333333334,
                0.08
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 139,
              "text_mean": 0.9266666666666666,
              "pooled": 0.9266666666666666,
              "wilson95": [
                0.8734642066329596,
                0.9585611848396149
              ],
              "bootstrap95": [
                0.88,
                0.9666666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 4,
              "text_mean": 0.02666666666666667,
              "pooled": 0.02666666666666667,
              "wilson95": [
                0.010417940822967993,
                0.06655389051214453
              ],
              "bootstrap95": [
                0.0,
                0.05333333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 143,
              "text_mean": 0.9533333333333334,
              "pooled": 0.9533333333333334,
              "wilson95": [
                0.9068135276008725,
                0.9772134508387381
              ],
              "bootstrap95": [
                0.92,
                0.9866666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 111,
              "text_mean": 0.74,
              "pooled": 0.74,
              "wilson95": [
                0.6644356718314847,
                0.8035786108718385
              ],
              "bootstrap95": [
                0.6666666666666666,
                0.8133333333333334
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "cross_task",
        "source": "dbpedia|k2|natural|aligned",
        "target": "trec|k2|natural|aligned",
        "source_task": "dbpedia",
        "target_task": "trec",
        "score": "normalized_entropy",
        "threshold": -0.0,
        "source_calibration_subset": {
          "threshold": -0.0,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.075
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9125,
              1.0
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.0458181295355271
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9125,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          }
        },
        "target_test": {
          "threshold": -0.0,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 118,
            "text_mean": 0.7866666666666666,
            "pooled": 0.7866666666666666,
            "wilson95": [
              0.7143794210903474,
              0.8446376388052887
            ],
            "bootstrap95": [
              0.72,
              0.8466666666666667
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 24,
            "text_mean": 0.16,
            "pooled": 0.16,
            "wilson95": [
              0.10994008412845499,
              0.22703968204183714
            ],
            "bootstrap95": [
              0.10650000000000001,
              0.22
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 124,
            "text_mean": 0.8266666666666667,
            "pooled": 0.8266666666666667,
            "wilson95": [
              0.7581400726100628,
              0.8788793677361272
            ],
            "bootstrap95": [
              0.7666666666666667,
              0.8801666666666658
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 2,
            "text_mean": 0.013333333333333334,
            "pooled": 0.013333333333333334,
            "wilson95": [
              0.0036641291512270503,
              0.04730690870036751
            ],
            "bootstrap95": [
              0.0,
              0.03333333333333333
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 126,
            "text_mean": 0.84,
            "pooled": 0.84,
            "wilson95": [
              0.7729603179581628,
              0.890059915871545
            ],
            "bootstrap95": [
              0.78,
              0.8933333333333333
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 32,
            "text_mean": 0.21333333333333335,
            "pooled": 0.21333333333333335,
            "wilson95": [
              0.15536236119471125,
              0.28562057890965276
            ],
            "bootstrap95": [
              0.14666666666666667,
              0.2866666666666667
            ]
          }
        },
        "local_reference": {
          "threshold": 0.7601675029619656,
          "target_test": {
            "threshold": 0.7601675029619656,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 39,
              "text_mean": 0.26,
              "pooled": 0.26,
              "wilson95": [
                0.19642138912816148,
                0.3355643281685153
              ],
              "bootstrap95": [
                0.19333333333333333,
                0.3333333333333333
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 7,
              "text_mean": 0.04666666666666667,
              "pooled": 0.04666666666666667,
              "wilson95": [
                0.022786549161261972,
                0.09318647239912747
              ],
              "bootstrap95": [
                0.013333333333333334,
                0.08666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 139,
              "text_mean": 0.9266666666666666,
              "pooled": 0.9266666666666666,
              "wilson95": [
                0.8734642066329596,
                0.9585611848396149
              ],
              "bootstrap95": [
                0.88,
                0.9666666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 4,
              "text_mean": 0.02666666666666667,
              "pooled": 0.02666666666666667,
              "wilson95": [
                0.010417940822967993,
                0.06655389051214453
              ],
              "bootstrap95": [
                0.006666666666666667,
                0.05333333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 143,
              "text_mean": 0.9533333333333334,
              "pooled": 0.9533333333333334,
              "wilson95": [
                0.9068135276008725,
                0.9772134508387381
              ],
              "bootstrap95": [
                0.9133333333333333,
                0.98
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 111,
              "text_mean": 0.74,
              "pooled": 0.74,
              "wilson95": [
                0.6644356718314847,
                0.8035786108718385
              ],
              "bootstrap95": [
                0.6666666666666666,
                0.8066666666666666
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "cross_task",
        "source": "dbpedia|k2|natural|aligned",
        "target": "trec|k2|natural|aligned",
        "source_task": "dbpedia",
        "target_task": "trec",
        "score": "none_probability",
        "threshold": 0.06,
        "source_calibration_subset": {
          "threshold": 0.06,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 80,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9541818704644728,
              0.9999999999999999
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.0458181295355271
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.0458181295355271
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          }
        },
        "target_test": {
          "threshold": 0.06,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 132,
            "text_mean": 0.88,
            "pooled": 0.88,
            "wilson95": [
              0.818291645158672,
              0.9227309691215898
            ],
            "bootstrap95": [
              0.8266666666666667,
              0.9266666666666666
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 14,
            "text_mean": 0.09333333333333334,
            "pooled": 0.09333333333333334,
            "wilson95": [
              0.05641186747708652,
              0.1505639312756158
            ],
            "bootstrap95": [
              0.04666666666666667,
              0.14
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 132,
            "text_mean": 0.88,
            "pooled": 0.88,
            "wilson95": [
              0.818291645158672,
              0.9227309691215898
            ],
            "bootstrap95": [
              0.8266666666666667,
              0.9266666666666666
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 4,
            "text_mean": 0.02666666666666667,
            "pooled": 0.02666666666666667,
            "wilson95": [
              0.010417940822967993,
              0.06655389051214453
            ],
            "bootstrap95": [
              0.006666666666666667,
              0.05333333333333334
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 136,
            "text_mean": 0.9066666666666666,
            "pooled": 0.9066666666666666,
            "wilson95": [
              0.8494360687243842,
              0.9435881325229135
            ],
            "bootstrap95": [
              0.86,
              0.9468333333333324
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 18,
            "text_mean": 0.12,
            "pooled": 0.12,
            "wilson95": [
              0.07726903087841022,
              0.18170835484132794
            ],
            "bootstrap95": [
              0.06666666666666667,
              0.17333333333333334
            ]
          }
        },
        "local_reference": {
          "threshold": 0.34,
          "target_test": {
            "threshold": 0.34,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 125,
              "text_mean": 0.8333333333333334,
              "pooled": 0.8333333333333334,
              "wilson95": [
                0.7655341358309921,
                0.884485701256957
              ],
              "bootstrap95": [
                0.7733333333333333,
                0.8933333333333333
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 10,
              "text_mean": 0.06666666666666667,
              "pooled": 0.06666666666666667,
              "wilson95": [
                0.03661185666960744,
                0.11836235511605896
              ],
              "bootstrap95": [
                0.03333333333333333,
                0.10666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 136,
              "text_mean": 0.9066666666666666,
              "pooled": 0.9066666666666666,
              "wilson95": [
                0.8494360687243842,
                0.9435881325229135
              ],
              "bootstrap95": [
                0.86,
                0.9468333333333324
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 4,
              "text_mean": 0.02666666666666667,
              "pooled": 0.02666666666666667,
              "wilson95": [
                0.010417940822967993,
                0.06655389051214453
              ],
              "bootstrap95": [
                0.006666666666666667,
                0.05333333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 140,
              "text_mean": 0.9333333333333333,
              "pooled": 0.9333333333333333,
              "wilson95": [
                0.8816376448839411,
                0.9633881433303926
              ],
              "bootstrap95": [
                0.8933333333333333,
                0.9668333333333324
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 25,
              "text_mean": 0.16666666666666666,
              "pooled": 0.16666666666666666,
              "wilson95": [
                0.115514298743043,
                0.23446586416900808
              ],
              "bootstrap95": [
                0.10666666666666667,
                0.22666666666666666
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "cross_task",
        "source": "emotion|k2|natural|aligned",
        "target": "ag_news|k2|natural|aligned",
        "source_task": "emotion",
        "target_task": "ag_news",
        "score": "negative_max",
        "threshold": -0.8,
        "source_calibration_subset": {
          "threshold": -0.8,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 17,
            "text_mean": 0.2125,
            "pooled": 0.2125,
            "wilson95": [
              0.13712386717696146,
              0.31422155730596657
            ],
            "bootstrap95": [
              0.125,
              0.3
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 68,
            "text_mean": 0.85,
            "pooled": 0.85,
            "wilson95": [
              0.7558677143867665,
              0.9120595949383645
            ],
            "bootstrap95": [
              0.775,
              0.925
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 9,
            "text_mean": 0.1125,
            "pooled": 0.1125,
            "wilson95": [
              0.060326869466304764,
              0.20018218092372875
            ],
            "bootstrap95": [
              0.05,
              0.1875
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9246875000000001,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 63,
            "text_mean": 0.7875,
            "pooled": 0.7875,
            "wilson95": [
              0.6857784426940333,
              0.8628761328230384
            ],
            "bootstrap95": [
              0.7,
              0.875
            ]
          }
        },
        "target_test": {
          "threshold": -0.8,
          "n_text": 120,
          "n_variants": 120,
          "detection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 17,
            "text_mean": 0.14166666666666666,
            "pooled": 0.14166666666666666,
            "wilson95": [
              0.09036879103483236,
              0.21519494489857183
            ],
            "bootstrap95": [
              0.08333333333333333,
              0.20833333333333334
            ]
          },
          "false_rejection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 1,
            "text_mean": 0.008333333333333333,
            "pooled": 0.008333333333333333,
            "wilson95": [
              0.0014725557333420923,
              0.045696291245049675
            ],
            "bootstrap95": [
              0.0,
              0.025
            ]
          },
          "present_correct_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 117,
            "text_mean": 0.975,
            "pooled": 0.975,
            "wilson95": [
              0.9290699666721339,
              0.9914618252300978
            ],
            "bootstrap95": [
              0.9416666666666667,
              1.0
            ]
          },
          "present_wrong_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 2,
            "text_mean": 0.016666666666666666,
            "pooled": 0.016666666666666666,
            "wilson95": [
              0.004582564565921141,
              0.0587359629721589
            ],
            "bootstrap95": [
              0.0,
              0.041666666666666664
            ]
          },
          "present_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 119,
            "text_mean": 0.9916666666666667,
            "pooled": 0.9916666666666667,
            "wilson95": [
              0.9543037087549505,
              0.998527444266658
            ],
            "bootstrap95": [
              0.975,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 103,
            "text_mean": 0.8583333333333333,
            "pooled": 0.8583333333333333,
            "wilson95": [
              0.7848050551014282,
              0.9096312089651676
            ],
            "bootstrap95": [
              0.7916666666666666,
              0.9166666666666666
            ]
          }
        },
        "local_reference": {
          "threshold": -0.82,
          "target_test": {
            "threshold": -0.82,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 19,
              "text_mean": 0.15833333333333333,
              "pooled": 0.15833333333333333,
              "wilson95": [
                0.10376977359410051,
                0.23409332345868022
              ],
              "bootstrap95": [
                0.1,
                0.225
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 1,
              "text_mean": 0.008333333333333333,
              "pooled": 0.008333333333333333,
              "wilson95": [
                0.0014725557333420923,
                0.045696291245049675
              ],
              "bootstrap95": [
                0.0,
                0.025
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 117,
              "text_mean": 0.975,
              "pooled": 0.975,
              "wilson95": [
                0.9290699666721339,
                0.9914618252300978
              ],
              "bootstrap95": [
                0.9416666666666667,
                1.0
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 2,
              "text_mean": 0.016666666666666666,
              "pooled": 0.016666666666666666,
              "wilson95": [
                0.004582564565921141,
                0.0587359629721589
              ],
              "bootstrap95": [
                0.0,
                0.041666666666666664
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 119,
              "text_mean": 0.9916666666666667,
              "pooled": 0.9916666666666667,
              "wilson95": [
                0.9543037087549505,
                0.998527444266658
              ],
              "bootstrap95": [
                0.975,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 101,
              "text_mean": 0.8416666666666667,
              "pooled": 0.8416666666666667,
              "wilson95": [
                0.7659066765413198,
                0.8962302264058994
              ],
              "bootstrap95": [
                0.775,
                0.9
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "cross_task",
        "source": "emotion|k2|natural|aligned",
        "target": "ag_news|k2|natural|aligned",
        "source_task": "emotion",
        "target_task": "ag_news",
        "score": "normalized_entropy",
        "threshold": 0.7219280948873623,
        "source_calibration_subset": {
          "threshold": 0.7219280948873623,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 17,
            "text_mean": 0.2125,
            "pooled": 0.2125,
            "wilson95": [
              0.13712386717696146,
              0.31422155730596657
            ],
            "bootstrap95": [
              0.1375,
              0.3125
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 68,
            "text_mean": 0.85,
            "pooled": 0.85,
            "wilson95": [
              0.7558677143867665,
              0.9120595949383645
            ],
            "bootstrap95": [
              0.775,
              0.925
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 9,
            "text_mean": 0.1125,
            "pooled": 0.1125,
            "wilson95": [
              0.060326869466304764,
              0.20018218092372875
            ],
            "bootstrap95": [
              0.05,
              0.1875
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9125,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 63,
            "text_mean": 0.7875,
            "pooled": 0.7875,
            "wilson95": [
              0.6857784426940333,
              0.8628761328230384
            ],
            "bootstrap95": [
              0.6875,
              0.875
            ]
          }
        },
        "target_test": {
          "threshold": 0.7219280948873623,
          "n_text": 120,
          "n_variants": 120,
          "detection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 17,
            "text_mean": 0.14166666666666666,
            "pooled": 0.14166666666666666,
            "wilson95": [
              0.09036879103483236,
              0.21519494489857183
            ],
            "bootstrap95": [
              0.08333333333333333,
              0.2002083333333322
            ]
          },
          "false_rejection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 1,
            "text_mean": 0.008333333333333333,
            "pooled": 0.008333333333333333,
            "wilson95": [
              0.0014725557333420923,
              0.045696291245049675
            ],
            "bootstrap95": [
              0.0,
              0.025
            ]
          },
          "present_correct_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 117,
            "text_mean": 0.975,
            "pooled": 0.975,
            "wilson95": [
              0.9290699666721339,
              0.9914618252300978
            ],
            "bootstrap95": [
              0.9416666666666667,
              1.0
            ]
          },
          "present_wrong_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 2,
            "text_mean": 0.016666666666666666,
            "pooled": 0.016666666666666666,
            "wilson95": [
              0.004582564565921141,
              0.0587359629721589
            ],
            "bootstrap95": [
              0.0,
              0.041666666666666664
            ]
          },
          "present_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 119,
            "text_mean": 0.9916666666666667,
            "pooled": 0.9916666666666667,
            "wilson95": [
              0.9543037087549505,
              0.998527444266658
            ],
            "bootstrap95": [
              0.975,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 103,
            "text_mean": 0.8583333333333333,
            "pooled": 0.8583333333333333,
            "wilson95": [
              0.7848050551014282,
              0.9096312089651676
            ],
            "bootstrap95": [
              0.7916666666666666,
              0.9166666666666666
            ]
          }
        },
        "local_reference": {
          "threshold": 0.6800770457282799,
          "target_test": {
            "threshold": 0.6800770457282799,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 19,
              "text_mean": 0.15833333333333333,
              "pooled": 0.15833333333333333,
              "wilson95": [
                0.10376977359410051,
                0.23409332345868022
              ],
              "bootstrap95": [
                0.1,
                0.225
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 1,
              "text_mean": 0.008333333333333333,
              "pooled": 0.008333333333333333,
              "wilson95": [
                0.0014725557333420923,
                0.045696291245049675
              ],
              "bootstrap95": [
                0.0,
                0.025
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 117,
              "text_mean": 0.975,
              "pooled": 0.975,
              "wilson95": [
                0.9290699666721339,
                0.9914618252300978
              ],
              "bootstrap95": [
                0.9416666666666667,
                1.0
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 2,
              "text_mean": 0.016666666666666666,
              "pooled": 0.016666666666666666,
              "wilson95": [
                0.004582564565921141,
                0.0587359629721589
              ],
              "bootstrap95": [
                0.0,
                0.041666666666666664
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 119,
              "text_mean": 0.9916666666666667,
              "pooled": 0.9916666666666667,
              "wilson95": [
                0.9543037087549505,
                0.998527444266658
              ],
              "bootstrap95": [
                0.975,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 101,
              "text_mean": 0.8416666666666667,
              "pooled": 0.8416666666666667,
              "wilson95": [
                0.7659066765413198,
                0.8962302264058994
              ],
              "bootstrap95": [
                0.775,
                0.9083333333333333
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "cross_task",
        "source": "emotion|k2|natural|aligned",
        "target": "ag_news|k2|natural|aligned",
        "source_task": "emotion",
        "target_task": "ag_news",
        "score": "none_probability",
        "threshold": 1.0,
        "source_calibration_subset": {
          "threshold": 1.0,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.0458181295355271
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.0458181295355271
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 65,
            "text_mean": 0.8125,
            "pooled": 0.8125,
            "wilson95": [
              0.7134167737100688,
              0.8829468953302267
            ],
            "bootstrap95": [
              0.725,
              0.8875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 15,
            "text_mean": 0.1875,
            "pooled": 0.1875,
            "wilson95": [
              0.11705310466977323,
              0.28658322628993116
            ],
            "bootstrap95": [
              0.1,
              0.275
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 80,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9541818704644728,
              0.9999999999999999
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 80,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9541818704644728,
              0.9999999999999999
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          }
        },
        "target_test": {
          "threshold": 1.0,
          "n_text": 120,
          "n_variants": 120,
          "detection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.031019166418703486
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "false_rejection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.031019166418703486
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_correct_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 117,
            "text_mean": 0.975,
            "pooled": 0.975,
            "wilson95": [
              0.9290699666721339,
              0.9914618252300978
            ],
            "bootstrap95": [
              0.9416666666666667,
              1.0
            ]
          },
          "present_wrong_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 3,
            "text_mean": 0.025,
            "pooled": 0.025,
            "wilson95": [
              0.008538174769902228,
              0.0709300333278661
            ],
            "bootstrap95": [
              0.0,
              0.058333333333333334
            ]
          },
          "present_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 120,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9689808335812966,
              1.0
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 120,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9689808335812966,
              1.0
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          }
        },
        "local_reference": {
          "threshold": 0.59,
          "target_test": {
            "threshold": 0.59,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 99,
              "text_mean": 0.825,
              "pooled": 0.825,
              "wilson95": [
                0.7472429012735073,
                0.8825946405543355
              ],
              "bootstrap95": [
                0.7583333333333333,
                0.8916666666666667
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 4,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.0130375510983506,
                0.082580337559106
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.06666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 2,
              "text_mean": 0.016666666666666666,
              "pooled": 0.016666666666666666,
              "wilson95": [
                0.004582564565921141,
                0.0587359629721589
              ],
              "bootstrap95": [
                0.0,
                0.041666666666666664
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 116,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.917419662440894,
                0.9869624489016494
              ],
              "bootstrap95": [
                0.9333333333333333,
                0.9916666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 21,
              "text_mean": 0.175,
              "pooled": 0.175,
              "wilson95": [
                0.11740535944566463,
                0.25275709872649266
              ],
              "bootstrap95": [
                0.10833333333333334,
                0.24187499999999887
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "cross_task",
        "source": "emotion|k2|natural|aligned",
        "target": "dbpedia|k2|natural|aligned",
        "source_task": "emotion",
        "target_task": "dbpedia",
        "score": "negative_max",
        "threshold": -0.8,
        "source_calibration_subset": {
          "threshold": -0.8,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 17,
            "text_mean": 0.2125,
            "pooled": 0.2125,
            "wilson95": [
              0.13712386717696146,
              0.31422155730596657
            ],
            "bootstrap95": [
              0.125,
              0.3
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 68,
            "text_mean": 0.85,
            "pooled": 0.85,
            "wilson95": [
              0.7558677143867665,
              0.9120595949383645
            ],
            "bootstrap95": [
              0.775,
              0.925
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 9,
            "text_mean": 0.1125,
            "pooled": 0.1125,
            "wilson95": [
              0.060326869466304764,
              0.20018218092372875
            ],
            "bootstrap95": [
              0.05,
              0.1875
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9246875000000001,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 63,
            "text_mean": 0.7875,
            "pooled": 0.7875,
            "wilson95": [
              0.6857784426940333,
              0.8628761328230384
            ],
            "bootstrap95": [
              0.7,
              0.875
            ]
          }
        },
        "target_test": {
          "threshold": -0.8,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 169,
            "text_mean": 0.4023809523809524,
            "pooled": 0.4023809523809524,
            "wilson95": [
              0.3565723401831081,
              0.4499590920459178
            ],
            "bootstrap95": [
              0.35714285714285715,
              0.44761904761904764
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 1,
            "text_mean": 0.002380952380952381,
            "pooled": 0.002380952380952381,
            "wilson95": [
              0.00042042027400248944,
              0.013361758649568439
            ],
            "bootstrap95": [
              0.0,
              0.007142857142857143
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 419,
            "text_mean": 0.9976190476190476,
            "pooled": 0.9976190476190476,
            "wilson95": [
              0.9866382413504315,
              0.9995795797259974
            ],
            "bootstrap95": [
              0.9928571428571429,
              1.0
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              -8.673617379884035e-19,
              0.009063433368181315
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 419,
            "text_mean": 0.9976190476190476,
            "pooled": 0.9976190476190476,
            "wilson95": [
              0.9866382413504315,
              0.9995795797259974
            ],
            "bootstrap95": [
              0.9928571428571429,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 251,
            "text_mean": 0.5976190476190476,
            "pooled": 0.5976190476190476,
            "wilson95": [
              0.5500409079540821,
              0.6434276598168919
            ],
            "bootstrap95": [
              0.5523809523809524,
              0.6428571428571429
            ]
          }
        },
        "local_reference": {
          "threshold": -1.0,
          "target_test": {
            "threshold": -1.0,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 379,
              "text_mean": 0.9023809523809524,
              "pooled": 0.9023809523809524,
              "wilson95": [
                0.8702437518648801,
                0.9272242469959645
              ],
              "bootstrap95": [
                0.8738095238095238,
                0.9285714285714286
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 5,
              "text_mean": 0.011904761904761904,
              "pooled": 0.011904761904761904,
              "wilson95": [
                0.005095429291665374,
                0.027561731853464003
              ],
              "bootstrap95": [
                0.002380952380952381,
                0.023809523809523808
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 415,
              "text_mean": 0.9880952380952381,
              "pooled": 0.9880952380952381,
              "wilson95": [
                0.972438268146536,
                0.9949045707083346
              ],
              "bootstrap95": [
                0.9761904761904762,
                0.9976190476190476
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 415,
              "text_mean": 0.9880952380952381,
              "pooled": 0.9880952380952381,
              "wilson95": [
                0.972438268146536,
                0.9949045707083346
              ],
              "bootstrap95": [
                0.9761904761904762,
                0.9976190476190476
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 41,
              "text_mean": 0.09761904761904762,
              "pooled": 0.09761904761904762,
              "wilson95": [
                0.07277575300403553,
                0.1297562481351199
              ],
              "bootstrap95": [
                0.07142857142857142,
                0.1261904761904762
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "cross_task",
        "source": "emotion|k2|natural|aligned",
        "target": "dbpedia|k2|natural|aligned",
        "source_task": "emotion",
        "target_task": "dbpedia",
        "score": "normalized_entropy",
        "threshold": 0.7219280948873623,
        "source_calibration_subset": {
          "threshold": 0.7219280948873623,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 17,
            "text_mean": 0.2125,
            "pooled": 0.2125,
            "wilson95": [
              0.13712386717696146,
              0.31422155730596657
            ],
            "bootstrap95": [
              0.1375,
              0.3125
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 68,
            "text_mean": 0.85,
            "pooled": 0.85,
            "wilson95": [
              0.7558677143867665,
              0.9120595949383645
            ],
            "bootstrap95": [
              0.775,
              0.925
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 9,
            "text_mean": 0.1125,
            "pooled": 0.1125,
            "wilson95": [
              0.060326869466304764,
              0.20018218092372875
            ],
            "bootstrap95": [
              0.05,
              0.1875
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9125,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 63,
            "text_mean": 0.7875,
            "pooled": 0.7875,
            "wilson95": [
              0.6857784426940333,
              0.8628761328230384
            ],
            "bootstrap95": [
              0.6875,
              0.875
            ]
          }
        },
        "target_test": {
          "threshold": 0.7219280948873623,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 169,
            "text_mean": 0.4023809523809524,
            "pooled": 0.4023809523809524,
            "wilson95": [
              0.3565723401831081,
              0.4499590920459178
            ],
            "bootstrap95": [
              0.3547619047619048,
              0.4523809523809524
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 1,
            "text_mean": 0.002380952380952381,
            "pooled": 0.002380952380952381,
            "wilson95": [
              0.00042042027400248944,
              0.013361758649568439
            ],
            "bootstrap95": [
              0.0,
              0.007142857142857143
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 419,
            "text_mean": 0.9976190476190476,
            "pooled": 0.9976190476190476,
            "wilson95": [
              0.9866382413504315,
              0.9995795797259974
            ],
            "bootstrap95": [
              0.9928571428571429,
              1.0
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              -8.673617379884035e-19,
              0.009063433368181315
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 419,
            "text_mean": 0.9976190476190476,
            "pooled": 0.9976190476190476,
            "wilson95": [
              0.9866382413504315,
              0.9995795797259974
            ],
            "bootstrap95": [
              0.9928571428571429,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 251,
            "text_mean": 0.5976190476190476,
            "pooled": 0.5976190476190476,
            "wilson95": [
              0.5500409079540821,
              0.6434276598168919
            ],
            "bootstrap95": [
              0.5523809523809524,
              0.6452380952380953
            ]
          }
        },
        "local_reference": {
          "threshold": -0.0,
          "target_test": {
            "threshold": -0.0,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 379,
              "text_mean": 0.9023809523809524,
              "pooled": 0.9023809523809524,
              "wilson95": [
                0.8702437518648801,
                0.9272242469959645
              ],
              "bootstrap95": [
                0.8714285714285714,
                0.9285714285714286
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 5,
              "text_mean": 0.011904761904761904,
              "pooled": 0.011904761904761904,
              "wilson95": [
                0.005095429291665374,
                0.027561731853464003
              ],
              "bootstrap95": [
                0.002380952380952381,
                0.023809523809523808
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 415,
              "text_mean": 0.9880952380952381,
              "pooled": 0.9880952380952381,
              "wilson95": [
                0.972438268146536,
                0.9949045707083346
              ],
              "bootstrap95": [
                0.9761904761904762,
                0.9976190476190476
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 415,
              "text_mean": 0.9880952380952381,
              "pooled": 0.9880952380952381,
              "wilson95": [
                0.972438268146536,
                0.9949045707083346
              ],
              "bootstrap95": [
                0.9761904761904762,
                0.9976190476190476
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 41,
              "text_mean": 0.09761904761904762,
              "pooled": 0.09761904761904762,
              "wilson95": [
                0.07277575300403553,
                0.1297562481351199
              ],
              "bootstrap95": [
                0.06904761904761905,
                0.1261904761904762
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "cross_task",
        "source": "emotion|k2|natural|aligned",
        "target": "dbpedia|k2|natural|aligned",
        "source_task": "emotion",
        "target_task": "dbpedia",
        "score": "none_probability",
        "threshold": 1.0,
        "source_calibration_subset": {
          "threshold": 1.0,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.0458181295355271
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.0458181295355271
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 65,
            "text_mean": 0.8125,
            "pooled": 0.8125,
            "wilson95": [
              0.7134167737100688,
              0.8829468953302267
            ],
            "bootstrap95": [
              0.725,
              0.8875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 15,
            "text_mean": 0.1875,
            "pooled": 0.1875,
            "wilson95": [
              0.11705310466977323,
              0.28658322628993116
            ],
            "bootstrap95": [
              0.1,
              0.275
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 80,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9541818704644728,
              0.9999999999999999
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 80,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9541818704644728,
              0.9999999999999999
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          }
        },
        "target_test": {
          "threshold": 1.0,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              -8.673617379884035e-19,
              0.009063433368181315
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              -8.673617379884035e-19,
              0.009063433368181315
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 420,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9909365666318185,
              0.9999999999999999
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              -8.673617379884035e-19,
              0.009063433368181315
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 420,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9909365666318185,
              0.9999999999999999
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 420,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9909365666318185,
              0.9999999999999999
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          }
        },
        "local_reference": {
          "threshold": 0.06,
          "target_test": {
            "threshold": 0.06,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 420,
              "text_mean": 1.0,
              "pooled": 1.0,
              "wilson95": [
                0.9909365666318185,
                0.9999999999999999
              ],
              "bootstrap95": [
                1.0,
                1.0
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 30,
              "text_mean": 0.07142857142857142,
              "pooled": 0.07142857142857142,
              "wilson95": [
                0.05048883710586293,
                0.10013696292400676
              ],
              "bootstrap95": [
                0.047619047619047616,
                0.09761904761904762
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 390,
              "text_mean": 0.9285714285714286,
              "pooled": 0.9285714285714286,
              "wilson95": [
                0.8998630370759932,
                0.9495111628941371
              ],
              "bootstrap95": [
                0.9023809523809524,
                0.9523809523809523
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 390,
              "text_mean": 0.9285714285714286,
              "pooled": 0.9285714285714286,
              "wilson95": [
                0.8998630370759932,
                0.9495111628941371
              ],
              "bootstrap95": [
                0.9047619047619048,
                0.9523809523809523
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "cross_task",
        "source": "emotion|k2|natural|aligned",
        "target": "trec|k2|natural|aligned",
        "source_task": "emotion",
        "target_task": "trec",
        "score": "negative_max",
        "threshold": -0.8,
        "source_calibration_subset": {
          "threshold": -0.8,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 17,
            "text_mean": 0.2125,
            "pooled": 0.2125,
            "wilson95": [
              0.13712386717696146,
              0.31422155730596657
            ],
            "bootstrap95": [
              0.125,
              0.3
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 68,
            "text_mean": 0.85,
            "pooled": 0.85,
            "wilson95": [
              0.7558677143867665,
              0.9120595949383645
            ],
            "bootstrap95": [
              0.775,
              0.925
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 9,
            "text_mean": 0.1125,
            "pooled": 0.1125,
            "wilson95": [
              0.060326869466304764,
              0.20018218092372875
            ],
            "bootstrap95": [
              0.05,
              0.1875
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9246875000000001,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 63,
            "text_mean": 0.7875,
            "pooled": 0.7875,
            "wilson95": [
              0.6857784426940333,
              0.8628761328230384
            ],
            "bootstrap95": [
              0.7,
              0.875
            ]
          }
        },
        "target_test": {
          "threshold": -0.8,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 40,
            "text_mean": 0.26666666666666666,
            "pooled": 0.26666666666666666,
            "wilson95": [
              0.20237161354935268,
              0.3426145004890831
            ],
            "bootstrap95": [
              0.2,
              0.34
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 7,
            "text_mean": 0.04666666666666667,
            "pooled": 0.04666666666666667,
            "wilson95": [
              0.022786549161261972,
              0.09318647239912747
            ],
            "bootstrap95": [
              0.013333333333333334,
              0.08
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 139,
            "text_mean": 0.9266666666666666,
            "pooled": 0.9266666666666666,
            "wilson95": [
              0.8734642066329596,
              0.9585611848396149
            ],
            "bootstrap95": [
              0.88,
              0.9666666666666667
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 4,
            "text_mean": 0.02666666666666667,
            "pooled": 0.02666666666666667,
            "wilson95": [
              0.010417940822967993,
              0.06655389051214453
            ],
            "bootstrap95": [
              0.006666666666666667,
              0.05333333333333334
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 143,
            "text_mean": 0.9533333333333334,
            "pooled": 0.9533333333333334,
            "wilson95": [
              0.9068135276008725,
              0.9772134508387381
            ],
            "bootstrap95": [
              0.92,
              0.9866666666666667
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 110,
            "text_mean": 0.7333333333333333,
            "pooled": 0.7333333333333333,
            "wilson95": [
              0.6573854995109168,
              0.7976283864506474
            ],
            "bootstrap95": [
              0.66,
              0.8
            ]
          }
        },
        "local_reference": {
          "threshold": -0.78,
          "target_test": {
            "threshold": -0.78,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 39,
              "text_mean": 0.26,
              "pooled": 0.26,
              "wilson95": [
                0.19642138912816148,
                0.3355643281685153
              ],
              "bootstrap95": [
                0.19333333333333333,
                0.3333333333333333
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 7,
              "text_mean": 0.04666666666666667,
              "pooled": 0.04666666666666667,
              "wilson95": [
                0.022786549161261972,
                0.09318647239912747
              ],
              "bootstrap95": [
                0.013333333333333334,
                0.08
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 139,
              "text_mean": 0.9266666666666666,
              "pooled": 0.9266666666666666,
              "wilson95": [
                0.8734642066329596,
                0.9585611848396149
              ],
              "bootstrap95": [
                0.88,
                0.9666666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 4,
              "text_mean": 0.02666666666666667,
              "pooled": 0.02666666666666667,
              "wilson95": [
                0.010417940822967993,
                0.06655389051214453
              ],
              "bootstrap95": [
                0.0,
                0.05333333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 143,
              "text_mean": 0.9533333333333334,
              "pooled": 0.9533333333333334,
              "wilson95": [
                0.9068135276008725,
                0.9772134508387381
              ],
              "bootstrap95": [
                0.92,
                0.9866666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 111,
              "text_mean": 0.74,
              "pooled": 0.74,
              "wilson95": [
                0.6644356718314847,
                0.8035786108718385
              ],
              "bootstrap95": [
                0.6666666666666666,
                0.8133333333333334
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "cross_task",
        "source": "emotion|k2|natural|aligned",
        "target": "trec|k2|natural|aligned",
        "source_task": "emotion",
        "target_task": "trec",
        "score": "normalized_entropy",
        "threshold": 0.7219280948873623,
        "source_calibration_subset": {
          "threshold": 0.7219280948873623,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 17,
            "text_mean": 0.2125,
            "pooled": 0.2125,
            "wilson95": [
              0.13712386717696146,
              0.31422155730596657
            ],
            "bootstrap95": [
              0.1375,
              0.3125
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 68,
            "text_mean": 0.85,
            "pooled": 0.85,
            "wilson95": [
              0.7558677143867665,
              0.9120595949383645
            ],
            "bootstrap95": [
              0.775,
              0.925
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 9,
            "text_mean": 0.1125,
            "pooled": 0.1125,
            "wilson95": [
              0.060326869466304764,
              0.20018218092372875
            ],
            "bootstrap95": [
              0.05,
              0.1875
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9125,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 63,
            "text_mean": 0.7875,
            "pooled": 0.7875,
            "wilson95": [
              0.6857784426940333,
              0.8628761328230384
            ],
            "bootstrap95": [
              0.6875,
              0.875
            ]
          }
        },
        "target_test": {
          "threshold": 0.7219280948873623,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 40,
            "text_mean": 0.26666666666666666,
            "pooled": 0.26666666666666666,
            "wilson95": [
              0.20237161354935268,
              0.3426145004890831
            ],
            "bootstrap95": [
              0.2,
              0.34
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 7,
            "text_mean": 0.04666666666666667,
            "pooled": 0.04666666666666667,
            "wilson95": [
              0.022786549161261972,
              0.09318647239912747
            ],
            "bootstrap95": [
              0.013333333333333334,
              0.08016666666666576
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 139,
            "text_mean": 0.9266666666666666,
            "pooled": 0.9266666666666666,
            "wilson95": [
              0.8734642066329596,
              0.9585611848396149
            ],
            "bootstrap95": [
              0.88,
              0.9666666666666667
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 4,
            "text_mean": 0.02666666666666667,
            "pooled": 0.02666666666666667,
            "wilson95": [
              0.010417940822967993,
              0.06655389051214453
            ],
            "bootstrap95": [
              0.006666666666666667,
              0.05333333333333334
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 143,
            "text_mean": 0.9533333333333334,
            "pooled": 0.9533333333333334,
            "wilson95": [
              0.9068135276008725,
              0.9772134508387381
            ],
            "bootstrap95": [
              0.92,
              0.9866666666666667
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 110,
            "text_mean": 0.7333333333333333,
            "pooled": 0.7333333333333333,
            "wilson95": [
              0.6573854995109168,
              0.7976283864506474
            ],
            "bootstrap95": [
              0.6665,
              0.8
            ]
          }
        },
        "local_reference": {
          "threshold": 0.7601675029619656,
          "target_test": {
            "threshold": 0.7601675029619656,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 39,
              "text_mean": 0.26,
              "pooled": 0.26,
              "wilson95": [
                0.19642138912816148,
                0.3355643281685153
              ],
              "bootstrap95": [
                0.19333333333333333,
                0.3333333333333333
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 7,
              "text_mean": 0.04666666666666667,
              "pooled": 0.04666666666666667,
              "wilson95": [
                0.022786549161261972,
                0.09318647239912747
              ],
              "bootstrap95": [
                0.013333333333333334,
                0.08666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 139,
              "text_mean": 0.9266666666666666,
              "pooled": 0.9266666666666666,
              "wilson95": [
                0.8734642066329596,
                0.9585611848396149
              ],
              "bootstrap95": [
                0.88,
                0.9666666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 4,
              "text_mean": 0.02666666666666667,
              "pooled": 0.02666666666666667,
              "wilson95": [
                0.010417940822967993,
                0.06655389051214453
              ],
              "bootstrap95": [
                0.006666666666666667,
                0.05333333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 143,
              "text_mean": 0.9533333333333334,
              "pooled": 0.9533333333333334,
              "wilson95": [
                0.9068135276008725,
                0.9772134508387381
              ],
              "bootstrap95": [
                0.9133333333333333,
                0.98
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 111,
              "text_mean": 0.74,
              "pooled": 0.74,
              "wilson95": [
                0.6644356718314847,
                0.8035786108718385
              ],
              "bootstrap95": [
                0.6666666666666666,
                0.8066666666666666
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "cross_task",
        "source": "emotion|k2|natural|aligned",
        "target": "trec|k2|natural|aligned",
        "source_task": "emotion",
        "target_task": "trec",
        "score": "none_probability",
        "threshold": 1.0,
        "source_calibration_subset": {
          "threshold": 1.0,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.0458181295355271
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.0458181295355271
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 65,
            "text_mean": 0.8125,
            "pooled": 0.8125,
            "wilson95": [
              0.7134167737100688,
              0.8829468953302267
            ],
            "bootstrap95": [
              0.725,
              0.8875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 15,
            "text_mean": 0.1875,
            "pooled": 0.1875,
            "wilson95": [
              0.11705310466977323,
              0.28658322628993116
            ],
            "bootstrap95": [
              0.1,
              0.275
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 80,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9541818704644728,
              0.9999999999999999
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 80,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9541818704644728,
              0.9999999999999999
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          }
        },
        "target_test": {
          "threshold": 1.0,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              1.734723475976807e-18,
              0.0249702443680766
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              1.734723475976807e-18,
              0.0249702443680766
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 145,
            "text_mean": 0.9666666666666667,
            "pooled": 0.9666666666666667,
            "wilson95": [
              0.9243482038212211,
              0.9856795681019074
            ],
            "bootstrap95": [
              0.94,
              0.9933333333333333
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 5,
            "text_mean": 0.03333333333333333,
            "pooled": 0.03333333333333333,
            "wilson95": [
              0.01432043189809255,
              0.07565179617877894
            ],
            "bootstrap95": [
              0.006666666666666667,
              0.06666666666666667
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 150,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9750297556319235,
              1.0
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 150,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9750297556319235,
              1.0
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          }
        },
        "local_reference": {
          "threshold": 0.34,
          "target_test": {
            "threshold": 0.34,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 125,
              "text_mean": 0.8333333333333334,
              "pooled": 0.8333333333333334,
              "wilson95": [
                0.7655341358309921,
                0.884485701256957
              ],
              "bootstrap95": [
                0.7733333333333333,
                0.8933333333333333
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 10,
              "text_mean": 0.06666666666666667,
              "pooled": 0.06666666666666667,
              "wilson95": [
                0.03661185666960744,
                0.11836235511605896
              ],
              "bootstrap95": [
                0.03333333333333333,
                0.10666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 136,
              "text_mean": 0.9066666666666666,
              "pooled": 0.9066666666666666,
              "wilson95": [
                0.8494360687243842,
                0.9435881325229135
              ],
              "bootstrap95": [
                0.86,
                0.9468333333333324
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 4,
              "text_mean": 0.02666666666666667,
              "pooled": 0.02666666666666667,
              "wilson95": [
                0.010417940822967993,
                0.06655389051214453
              ],
              "bootstrap95": [
                0.006666666666666667,
                0.05333333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 140,
              "text_mean": 0.9333333333333333,
              "pooled": 0.9333333333333333,
              "wilson95": [
                0.8816376448839411,
                0.9633881433303926
              ],
              "bootstrap95": [
                0.8933333333333333,
                0.9668333333333324
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 25,
              "text_mean": 0.16666666666666666,
              "pooled": 0.16666666666666666,
              "wilson95": [
                0.115514298743043,
                0.23446586416900808
              ],
              "bootstrap95": [
                0.10666666666666667,
                0.22666666666666666
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "cross_task",
        "source": "trec|k2|natural|aligned",
        "target": "ag_news|k2|natural|aligned",
        "source_task": "trec",
        "target_task": "ag_news",
        "score": "negative_max",
        "threshold": -0.78,
        "source_calibration_subset": {
          "threshold": -0.78,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 22,
            "text_mean": 0.275,
            "pooled": 0.275,
            "wilson95": [
              0.18917757188084197,
              0.3814405864101452
            ],
            "bootstrap95": [
              0.1875,
              0.375
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 75,
            "text_mean": 0.9375,
            "pooled": 0.9375,
            "wilson95": [
              0.8618985123272557,
              0.973010624329158
            ],
            "bootstrap95": [
              0.875,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 1,
            "text_mean": 0.0125,
            "pooled": 0.0125,
            "wilson95": [
              0.0022099755204522745,
              0.06746270077668665
            ],
            "bootstrap95": [
              0.0,
              0.0375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 58,
            "text_mean": 0.725,
            "pooled": 0.725,
            "wilson95": [
              0.6185594135898548,
              0.810822428119158
            ],
            "bootstrap95": [
              0.625,
              0.825
            ]
          }
        },
        "target_test": {
          "threshold": -0.78,
          "n_text": 120,
          "n_variants": 120,
          "detection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 17,
            "text_mean": 0.14166666666666666,
            "pooled": 0.14166666666666666,
            "wilson95": [
              0.09036879103483236,
              0.21519494489857183
            ],
            "bootstrap95": [
              0.08333333333333333,
              0.20833333333333334
            ]
          },
          "false_rejection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 1,
            "text_mean": 0.008333333333333333,
            "pooled": 0.008333333333333333,
            "wilson95": [
              0.0014725557333420923,
              0.045696291245049675
            ],
            "bootstrap95": [
              0.0,
              0.025
            ]
          },
          "present_correct_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 117,
            "text_mean": 0.975,
            "pooled": 0.975,
            "wilson95": [
              0.9290699666721339,
              0.9914618252300978
            ],
            "bootstrap95": [
              0.9416666666666667,
              1.0
            ]
          },
          "present_wrong_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 2,
            "text_mean": 0.016666666666666666,
            "pooled": 0.016666666666666666,
            "wilson95": [
              0.004582564565921141,
              0.0587359629721589
            ],
            "bootstrap95": [
              0.0,
              0.041666666666666664
            ]
          },
          "present_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 119,
            "text_mean": 0.9916666666666667,
            "pooled": 0.9916666666666667,
            "wilson95": [
              0.9543037087549505,
              0.998527444266658
            ],
            "bootstrap95": [
              0.975,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 103,
            "text_mean": 0.8583333333333333,
            "pooled": 0.8583333333333333,
            "wilson95": [
              0.7848050551014282,
              0.9096312089651676
            ],
            "bootstrap95": [
              0.7997916666666667,
              0.9168749999999988
            ]
          }
        },
        "local_reference": {
          "threshold": -0.82,
          "target_test": {
            "threshold": -0.82,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 19,
              "text_mean": 0.15833333333333333,
              "pooled": 0.15833333333333333,
              "wilson95": [
                0.10376977359410051,
                0.23409332345868022
              ],
              "bootstrap95": [
                0.1,
                0.225
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 1,
              "text_mean": 0.008333333333333333,
              "pooled": 0.008333333333333333,
              "wilson95": [
                0.0014725557333420923,
                0.045696291245049675
              ],
              "bootstrap95": [
                0.0,
                0.025
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 117,
              "text_mean": 0.975,
              "pooled": 0.975,
              "wilson95": [
                0.9290699666721339,
                0.9914618252300978
              ],
              "bootstrap95": [
                0.9416666666666667,
                1.0
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 2,
              "text_mean": 0.016666666666666666,
              "pooled": 0.016666666666666666,
              "wilson95": [
                0.004582564565921141,
                0.0587359629721589
              ],
              "bootstrap95": [
                0.0,
                0.041666666666666664
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 119,
              "text_mean": 0.9916666666666667,
              "pooled": 0.9916666666666667,
              "wilson95": [
                0.9543037087549505,
                0.998527444266658
              ],
              "bootstrap95": [
                0.975,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 101,
              "text_mean": 0.8416666666666667,
              "pooled": 0.8416666666666667,
              "wilson95": [
                0.7659066765413198,
                0.8962302264058994
              ],
              "bootstrap95": [
                0.775,
                0.9
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "cross_task",
        "source": "trec|k2|natural|aligned",
        "target": "ag_news|k2|natural|aligned",
        "source_task": "trec",
        "target_task": "ag_news",
        "score": "normalized_entropy",
        "threshold": 0.7601675029619656,
        "source_calibration_subset": {
          "threshold": 0.7601675029619656,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 22,
            "text_mean": 0.275,
            "pooled": 0.275,
            "wilson95": [
              0.18917757188084197,
              0.3814405864101452
            ],
            "bootstrap95": [
              0.175,
              0.375
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 75,
            "text_mean": 0.9375,
            "pooled": 0.9375,
            "wilson95": [
              0.8618985123272557,
              0.973010624329158
            ],
            "bootstrap95": [
              0.875,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 1,
            "text_mean": 0.0125,
            "pooled": 0.0125,
            "wilson95": [
              0.0022099755204522745,
              0.06746270077668665
            ],
            "bootstrap95": [
              0.0,
              0.0375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 58,
            "text_mean": 0.725,
            "pooled": 0.725,
            "wilson95": [
              0.6185594135898548,
              0.810822428119158
            ],
            "bootstrap95": [
              0.625,
              0.825
            ]
          }
        },
        "target_test": {
          "threshold": 0.7601675029619656,
          "n_text": 120,
          "n_variants": 120,
          "detection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 17,
            "text_mean": 0.14166666666666666,
            "pooled": 0.14166666666666666,
            "wilson95": [
              0.09036879103483236,
              0.21519494489857183
            ],
            "bootstrap95": [
              0.08333333333333333,
              0.2
            ]
          },
          "false_rejection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 1,
            "text_mean": 0.008333333333333333,
            "pooled": 0.008333333333333333,
            "wilson95": [
              0.0014725557333420923,
              0.045696291245049675
            ],
            "bootstrap95": [
              0.0,
              0.025
            ]
          },
          "present_correct_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 117,
            "text_mean": 0.975,
            "pooled": 0.975,
            "wilson95": [
              0.9290699666721339,
              0.9914618252300978
            ],
            "bootstrap95": [
              0.9416666666666667,
              1.0
            ]
          },
          "present_wrong_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 2,
            "text_mean": 0.016666666666666666,
            "pooled": 0.016666666666666666,
            "wilson95": [
              0.004582564565921141,
              0.0587359629721589
            ],
            "bootstrap95": [
              0.0,
              0.041666666666666664
            ]
          },
          "present_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 119,
            "text_mean": 0.9916666666666667,
            "pooled": 0.9916666666666667,
            "wilson95": [
              0.9543037087549505,
              0.998527444266658
            ],
            "bootstrap95": [
              0.975,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 103,
            "text_mean": 0.8583333333333333,
            "pooled": 0.8583333333333333,
            "wilson95": [
              0.7848050551014282,
              0.9096312089651676
            ],
            "bootstrap95": [
              0.7916666666666666,
              0.9166666666666666
            ]
          }
        },
        "local_reference": {
          "threshold": 0.6800770457282799,
          "target_test": {
            "threshold": 0.6800770457282799,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 19,
              "text_mean": 0.15833333333333333,
              "pooled": 0.15833333333333333,
              "wilson95": [
                0.10376977359410051,
                0.23409332345868022
              ],
              "bootstrap95": [
                0.1,
                0.225
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 1,
              "text_mean": 0.008333333333333333,
              "pooled": 0.008333333333333333,
              "wilson95": [
                0.0014725557333420923,
                0.045696291245049675
              ],
              "bootstrap95": [
                0.0,
                0.025
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 117,
              "text_mean": 0.975,
              "pooled": 0.975,
              "wilson95": [
                0.9290699666721339,
                0.9914618252300978
              ],
              "bootstrap95": [
                0.9416666666666667,
                1.0
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 2,
              "text_mean": 0.016666666666666666,
              "pooled": 0.016666666666666666,
              "wilson95": [
                0.004582564565921141,
                0.0587359629721589
              ],
              "bootstrap95": [
                0.0,
                0.041666666666666664
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 119,
              "text_mean": 0.9916666666666667,
              "pooled": 0.9916666666666667,
              "wilson95": [
                0.9543037087549505,
                0.998527444266658
              ],
              "bootstrap95": [
                0.975,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 101,
              "text_mean": 0.8416666666666667,
              "pooled": 0.8416666666666667,
              "wilson95": [
                0.7659066765413198,
                0.8962302264058994
              ],
              "bootstrap95": [
                0.775,
                0.9083333333333333
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "cross_task",
        "source": "trec|k2|natural|aligned",
        "target": "ag_news|k2|natural|aligned",
        "source_task": "trec",
        "target_task": "ag_news",
        "score": "none_probability",
        "threshold": 0.34,
        "source_calibration_subset": {
          "threshold": 0.34,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 63,
            "text_mean": 0.7875,
            "pooled": 0.7875,
            "wilson95": [
              0.6857784426940333,
              0.8628761328230384
            ],
            "bootstrap95": [
              0.7,
              0.875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 74,
            "text_mean": 0.925,
            "pooled": 0.925,
            "wilson95": [
              0.8458798391878072,
              0.9651747507069949
            ],
            "bootstrap95": [
              0.8625,
              0.975
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 2,
            "text_mean": 0.025,
            "pooled": 0.025,
            "wilson95": [
              0.006882893202970648,
              0.0866443298557801
            ],
            "bootstrap95": [
              0.0,
              0.0625
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 17,
            "text_mean": 0.2125,
            "pooled": 0.2125,
            "wilson95": [
              0.13712386717696146,
              0.31422155730596657
            ],
            "bootstrap95": [
              0.125,
              0.3
            ]
          }
        },
        "target_test": {
          "threshold": 0.34,
          "n_text": 120,
          "n_variants": 120,
          "detection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 101,
            "text_mean": 0.8416666666666667,
            "pooled": 0.8416666666666667,
            "wilson95": [
              0.7659066765413198,
              0.8962302264058994
            ],
            "bootstrap95": [
              0.775,
              0.9083333333333333
            ]
          },
          "false_rejection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 7,
            "text_mean": 0.058333333333333334,
            "pooled": 0.058333333333333334,
            "wilson95": [
              0.028541010000220295,
              0.11552592033630113
            ],
            "bootstrap95": [
              0.025,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 111,
            "text_mean": 0.925,
            "pooled": 0.925,
            "wilson95": [
              0.8635908239400624,
              0.9600428846040397
            ],
            "bootstrap95": [
              0.875,
              0.9666666666666667
            ]
          },
          "present_wrong_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 2,
            "text_mean": 0.016666666666666666,
            "pooled": 0.016666666666666666,
            "wilson95": [
              0.004582564565921141,
              0.0587359629721589
            ],
            "bootstrap95": [
              0.0,
              0.041666666666666664
            ]
          },
          "present_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 113,
            "text_mean": 0.9416666666666667,
            "pooled": 0.9416666666666667,
            "wilson95": [
              0.8844740796636988,
              0.9714589899997798
            ],
            "bootstrap95": [
              0.9,
              0.9833333333333333
            ]
          },
          "absent_false_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 19,
            "text_mean": 0.15833333333333333,
            "pooled": 0.15833333333333333,
            "wilson95": [
              0.10376977359410051,
              0.23409332345868022
            ],
            "bootstrap95": [
              0.09166666666666666,
              0.21666666666666667
            ]
          }
        },
        "local_reference": {
          "threshold": 0.59,
          "target_test": {
            "threshold": 0.59,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 99,
              "text_mean": 0.825,
              "pooled": 0.825,
              "wilson95": [
                0.7472429012735073,
                0.8825946405543355
              ],
              "bootstrap95": [
                0.7583333333333333,
                0.8916666666666667
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 4,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.0130375510983506,
                0.082580337559106
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.06666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 2,
              "text_mean": 0.016666666666666666,
              "pooled": 0.016666666666666666,
              "wilson95": [
                0.004582564565921141,
                0.0587359629721589
              ],
              "bootstrap95": [
                0.0,
                0.041666666666666664
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 116,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.917419662440894,
                0.9869624489016494
              ],
              "bootstrap95": [
                0.9333333333333333,
                0.9916666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 21,
              "text_mean": 0.175,
              "pooled": 0.175,
              "wilson95": [
                0.11740535944566463,
                0.25275709872649266
              ],
              "bootstrap95": [
                0.10833333333333334,
                0.24187499999999887
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "cross_task",
        "source": "trec|k2|natural|aligned",
        "target": "dbpedia|k2|natural|aligned",
        "source_task": "trec",
        "target_task": "dbpedia",
        "score": "negative_max",
        "threshold": -0.78,
        "source_calibration_subset": {
          "threshold": -0.78,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 22,
            "text_mean": 0.275,
            "pooled": 0.275,
            "wilson95": [
              0.18917757188084197,
              0.3814405864101452
            ],
            "bootstrap95": [
              0.1875,
              0.375
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 75,
            "text_mean": 0.9375,
            "pooled": 0.9375,
            "wilson95": [
              0.8618985123272557,
              0.973010624329158
            ],
            "bootstrap95": [
              0.875,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 1,
            "text_mean": 0.0125,
            "pooled": 0.0125,
            "wilson95": [
              0.0022099755204522745,
              0.06746270077668665
            ],
            "bootstrap95": [
              0.0,
              0.0375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 58,
            "text_mean": 0.725,
            "pooled": 0.725,
            "wilson95": [
              0.6185594135898548,
              0.810822428119158
            ],
            "bootstrap95": [
              0.625,
              0.825
            ]
          }
        },
        "target_test": {
          "threshold": -0.78,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 161,
            "text_mean": 0.38333333333333336,
            "pooled": 0.38333333333333336,
            "wilson95": [
              0.33809156500876886,
              0.4306899027771402
            ],
            "bootstrap95": [
              0.3357142857142857,
              0.4310119047619045
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 1,
            "text_mean": 0.002380952380952381,
            "pooled": 0.002380952380952381,
            "wilson95": [
              0.00042042027400248944,
              0.013361758649568439
            ],
            "bootstrap95": [
              0.0,
              0.007202380952380627
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 419,
            "text_mean": 0.9976190476190476,
            "pooled": 0.9976190476190476,
            "wilson95": [
              0.9866382413504315,
              0.9995795797259974
            ],
            "bootstrap95": [
              0.9928571428571429,
              1.0
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              -8.673617379884035e-19,
              0.009063433368181315
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 419,
            "text_mean": 0.9976190476190476,
            "pooled": 0.9976190476190476,
            "wilson95": [
              0.9866382413504315,
              0.9995795797259974
            ],
            "bootstrap95": [
              0.9928571428571429,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 259,
            "text_mean": 0.6166666666666667,
            "pooled": 0.6166666666666667,
            "wilson95": [
              0.5693100972228599,
              0.6619084349912313
            ],
            "bootstrap95": [
              0.569047619047619,
              0.6642857142857143
            ]
          }
        },
        "local_reference": {
          "threshold": -1.0,
          "target_test": {
            "threshold": -1.0,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 379,
              "text_mean": 0.9023809523809524,
              "pooled": 0.9023809523809524,
              "wilson95": [
                0.8702437518648801,
                0.9272242469959645
              ],
              "bootstrap95": [
                0.8738095238095238,
                0.9285714285714286
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 5,
              "text_mean": 0.011904761904761904,
              "pooled": 0.011904761904761904,
              "wilson95": [
                0.005095429291665374,
                0.027561731853464003
              ],
              "bootstrap95": [
                0.002380952380952381,
                0.023809523809523808
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 415,
              "text_mean": 0.9880952380952381,
              "pooled": 0.9880952380952381,
              "wilson95": [
                0.972438268146536,
                0.9949045707083346
              ],
              "bootstrap95": [
                0.9761904761904762,
                0.9976190476190476
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 415,
              "text_mean": 0.9880952380952381,
              "pooled": 0.9880952380952381,
              "wilson95": [
                0.972438268146536,
                0.9949045707083346
              ],
              "bootstrap95": [
                0.9761904761904762,
                0.9976190476190476
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 41,
              "text_mean": 0.09761904761904762,
              "pooled": 0.09761904761904762,
              "wilson95": [
                0.07277575300403553,
                0.1297562481351199
              ],
              "bootstrap95": [
                0.07142857142857142,
                0.1261904761904762
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "cross_task",
        "source": "trec|k2|natural|aligned",
        "target": "dbpedia|k2|natural|aligned",
        "source_task": "trec",
        "target_task": "dbpedia",
        "score": "normalized_entropy",
        "threshold": 0.7601675029619656,
        "source_calibration_subset": {
          "threshold": 0.7601675029619656,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 22,
            "text_mean": 0.275,
            "pooled": 0.275,
            "wilson95": [
              0.18917757188084197,
              0.3814405864101452
            ],
            "bootstrap95": [
              0.175,
              0.375
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 75,
            "text_mean": 0.9375,
            "pooled": 0.9375,
            "wilson95": [
              0.8618985123272557,
              0.973010624329158
            ],
            "bootstrap95": [
              0.875,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 1,
            "text_mean": 0.0125,
            "pooled": 0.0125,
            "wilson95": [
              0.0022099755204522745,
              0.06746270077668665
            ],
            "bootstrap95": [
              0.0,
              0.0375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 58,
            "text_mean": 0.725,
            "pooled": 0.725,
            "wilson95": [
              0.6185594135898548,
              0.810822428119158
            ],
            "bootstrap95": [
              0.625,
              0.825
            ]
          }
        },
        "target_test": {
          "threshold": 0.7601675029619656,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 161,
            "text_mean": 0.38333333333333336,
            "pooled": 0.38333333333333336,
            "wilson95": [
              0.33809156500876886,
              0.4306899027771402
            ],
            "bootstrap95": [
              0.3357142857142857,
              0.430952380952381
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 1,
            "text_mean": 0.002380952380952381,
            "pooled": 0.002380952380952381,
            "wilson95": [
              0.00042042027400248944,
              0.013361758649568439
            ],
            "bootstrap95": [
              0.0,
              0.007142857142857143
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 419,
            "text_mean": 0.9976190476190476,
            "pooled": 0.9976190476190476,
            "wilson95": [
              0.9866382413504315,
              0.9995795797259974
            ],
            "bootstrap95": [
              0.9928571428571429,
              1.0
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              -8.673617379884035e-19,
              0.009063433368181315
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 419,
            "text_mean": 0.9976190476190476,
            "pooled": 0.9976190476190476,
            "wilson95": [
              0.9866382413504315,
              0.9995795797259974
            ],
            "bootstrap95": [
              0.9928571428571429,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 259,
            "text_mean": 0.6166666666666667,
            "pooled": 0.6166666666666667,
            "wilson95": [
              0.5693100972228599,
              0.6619084349912313
            ],
            "bootstrap95": [
              0.569047619047619,
              0.6642857142857143
            ]
          }
        },
        "local_reference": {
          "threshold": -0.0,
          "target_test": {
            "threshold": -0.0,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 379,
              "text_mean": 0.9023809523809524,
              "pooled": 0.9023809523809524,
              "wilson95": [
                0.8702437518648801,
                0.9272242469959645
              ],
              "bootstrap95": [
                0.8714285714285714,
                0.9285714285714286
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 5,
              "text_mean": 0.011904761904761904,
              "pooled": 0.011904761904761904,
              "wilson95": [
                0.005095429291665374,
                0.027561731853464003
              ],
              "bootstrap95": [
                0.002380952380952381,
                0.023809523809523808
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 415,
              "text_mean": 0.9880952380952381,
              "pooled": 0.9880952380952381,
              "wilson95": [
                0.972438268146536,
                0.9949045707083346
              ],
              "bootstrap95": [
                0.9761904761904762,
                0.9976190476190476
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 415,
              "text_mean": 0.9880952380952381,
              "pooled": 0.9880952380952381,
              "wilson95": [
                0.972438268146536,
                0.9949045707083346
              ],
              "bootstrap95": [
                0.9761904761904762,
                0.9976190476190476
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 41,
              "text_mean": 0.09761904761904762,
              "pooled": 0.09761904761904762,
              "wilson95": [
                0.07277575300403553,
                0.1297562481351199
              ],
              "bootstrap95": [
                0.06904761904761905,
                0.1261904761904762
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "cross_task",
        "source": "trec|k2|natural|aligned",
        "target": "dbpedia|k2|natural|aligned",
        "source_task": "trec",
        "target_task": "dbpedia",
        "score": "none_probability",
        "threshold": 0.34,
        "source_calibration_subset": {
          "threshold": 0.34,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 63,
            "text_mean": 0.7875,
            "pooled": 0.7875,
            "wilson95": [
              0.6857784426940333,
              0.8628761328230384
            ],
            "bootstrap95": [
              0.7,
              0.875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 74,
            "text_mean": 0.925,
            "pooled": 0.925,
            "wilson95": [
              0.8458798391878072,
              0.9651747507069949
            ],
            "bootstrap95": [
              0.8625,
              0.975
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 2,
            "text_mean": 0.025,
            "pooled": 0.025,
            "wilson95": [
              0.006882893202970648,
              0.0866443298557801
            ],
            "bootstrap95": [
              0.0,
              0.0625
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 17,
            "text_mean": 0.2125,
            "pooled": 0.2125,
            "wilson95": [
              0.13712386717696146,
              0.31422155730596657
            ],
            "bootstrap95": [
              0.125,
              0.3
            ]
          }
        },
        "target_test": {
          "threshold": 0.34,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 419,
            "text_mean": 0.9976190476190476,
            "pooled": 0.9976190476190476,
            "wilson95": [
              0.9866382413504315,
              0.9995795797259974
            ],
            "bootstrap95": [
              0.9928571428571429,
              1.0
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 14,
            "text_mean": 0.03333333333333333,
            "pooled": 0.03333333333333333,
            "wilson95": [
              0.019958007307788107,
              0.05516786383584777
            ],
            "bootstrap95": [
              0.016666666666666666,
              0.05
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 406,
            "text_mean": 0.9666666666666667,
            "pooled": 0.9666666666666667,
            "wilson95": [
              0.9448321361641523,
              0.9800419926922119
            ],
            "bootstrap95": [
              0.95,
              0.9833333333333333
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              -8.673617379884035e-19,
              0.009063433368181315
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 406,
            "text_mean": 0.9666666666666667,
            "pooled": 0.9666666666666667,
            "wilson95": [
              0.9448321361641523,
              0.9800419926922119
            ],
            "bootstrap95": [
              0.9499404761904762,
              0.9809523809523809
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 1,
            "text_mean": 0.002380952380952381,
            "pooled": 0.002380952380952381,
            "wilson95": [
              0.00042042027400248944,
              0.013361758649568439
            ],
            "bootstrap95": [
              0.0,
              0.007142857142857143
            ]
          }
        },
        "local_reference": {
          "threshold": 0.06,
          "target_test": {
            "threshold": 0.06,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 420,
              "text_mean": 1.0,
              "pooled": 1.0,
              "wilson95": [
                0.9909365666318185,
                0.9999999999999999
              ],
              "bootstrap95": [
                1.0,
                1.0
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 30,
              "text_mean": 0.07142857142857142,
              "pooled": 0.07142857142857142,
              "wilson95": [
                0.05048883710586293,
                0.10013696292400676
              ],
              "bootstrap95": [
                0.047619047619047616,
                0.09761904761904762
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 390,
              "text_mean": 0.9285714285714286,
              "pooled": 0.9285714285714286,
              "wilson95": [
                0.8998630370759932,
                0.9495111628941371
              ],
              "bootstrap95": [
                0.9023809523809524,
                0.9523809523809523
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 390,
              "text_mean": 0.9285714285714286,
              "pooled": 0.9285714285714286,
              "wilson95": [
                0.8998630370759932,
                0.9495111628941371
              ],
              "bootstrap95": [
                0.9047619047619048,
                0.9523809523809523
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "cross_task",
        "source": "trec|k2|natural|aligned",
        "target": "emotion|k2|natural|aligned",
        "source_task": "trec",
        "target_task": "emotion",
        "score": "negative_max",
        "threshold": -0.78,
        "source_calibration_subset": {
          "threshold": -0.78,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 22,
            "text_mean": 0.275,
            "pooled": 0.275,
            "wilson95": [
              0.18917757188084197,
              0.3814405864101452
            ],
            "bootstrap95": [
              0.1875,
              0.375
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 75,
            "text_mean": 0.9375,
            "pooled": 0.9375,
            "wilson95": [
              0.8618985123272557,
              0.973010624329158
            ],
            "bootstrap95": [
              0.875,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 1,
            "text_mean": 0.0125,
            "pooled": 0.0125,
            "wilson95": [
              0.0022099755204522745,
              0.06746270077668665
            ],
            "bootstrap95": [
              0.0,
              0.0375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 58,
            "text_mean": 0.725,
            "pooled": 0.725,
            "wilson95": [
              0.6185594135898548,
              0.810822428119158
            ],
            "bootstrap95": [
              0.625,
              0.825
            ]
          }
        },
        "target_test": {
          "threshold": -0.78,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 43,
            "text_mean": 0.25903614457831325,
            "pooled": 0.25903614457831325,
            "wilson95": [
              0.19837342880652575,
              0.3305990579144108
            ],
            "bootstrap95": [
              0.1927710843373494,
              0.3253012048192771
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 18,
            "text_mean": 0.10843373493975904,
            "pooled": 0.10843373493975904,
            "wilson95": [
              0.06969768908106336,
              0.1648826018404586
            ],
            "bootstrap95": [
              0.060240963855421686,
              0.1566265060240964
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 127,
            "text_mean": 0.7650602409638554,
            "pooled": 0.7650602409638554,
            "wilson95": [
              0.6950233188671587,
              0.8231069457398109
            ],
            "bootstrap95": [
              0.6987951807228916,
              0.8313253012048193
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 21,
            "text_mean": 0.12650602409638553,
            "pooled": 0.12650602409638553,
            "wilson95": [
              0.08425167742952813,
              0.1856556769879236
            ],
            "bootstrap95": [
              0.0783132530120482,
              0.18072289156626506
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 148,
            "text_mean": 0.891566265060241,
            "pooled": 0.891566265060241,
            "wilson95": [
              0.8351173981595413,
              0.9303023109189367
            ],
            "bootstrap95": [
              0.8433734939759037,
              0.9337349397590361
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 123,
            "text_mean": 0.7409638554216867,
            "pooled": 0.7409638554216867,
            "wilson95": [
              0.6694009420855891,
              0.8016265711934742
            ],
            "bootstrap95": [
              0.6686746987951807,
              0.8132530120481928
            ]
          }
        },
        "local_reference": {
          "threshold": -0.8,
          "target_test": {
            "threshold": -0.8,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 45,
              "text_mean": 0.2710843373493976,
              "pooled": 0.2710843373493976,
              "wilson95": [
                0.20920932021440333,
                0.3433145421704864
              ],
              "bootstrap95": [
                0.20481927710843373,
                0.3373493975903614
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 18,
              "text_mean": 0.10843373493975904,
              "pooled": 0.10843373493975904,
              "wilson95": [
                0.06969768908106336,
                0.1648826018404586
              ],
              "bootstrap95": [
                0.06626506024096386,
                0.1566265060240964
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 127,
              "text_mean": 0.7650602409638554,
              "pooled": 0.7650602409638554,
              "wilson95": [
                0.6950233188671587,
                0.8231069457398109
              ],
              "bootstrap95": [
                0.6987951807228916,
                0.8313253012048193
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 21,
              "text_mean": 0.12650602409638553,
              "pooled": 0.12650602409638553,
              "wilson95": [
                0.08425167742952813,
                0.1856556769879236
              ],
              "bootstrap95": [
                0.0783132530120482,
                0.1746987951807229
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 148,
              "text_mean": 0.891566265060241,
              "pooled": 0.891566265060241,
              "wilson95": [
                0.8351173981595413,
                0.9303023109189367
              ],
              "bootstrap95": [
                0.8433734939759037,
                0.9397590361445783
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 121,
              "text_mean": 0.7289156626506024,
              "pooled": 0.7289156626506024,
              "wilson95": [
                0.6566854578295136,
                0.7907906797855966
              ],
              "bootstrap95": [
                0.6566265060240963,
                0.7893072289156619
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "cross_task",
        "source": "trec|k2|natural|aligned",
        "target": "emotion|k2|natural|aligned",
        "source_task": "trec",
        "target_task": "emotion",
        "score": "normalized_entropy",
        "threshold": 0.7601675029619656,
        "source_calibration_subset": {
          "threshold": 0.7601675029619656,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 22,
            "text_mean": 0.275,
            "pooled": 0.275,
            "wilson95": [
              0.18917757188084197,
              0.3814405864101452
            ],
            "bootstrap95": [
              0.175,
              0.375
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 75,
            "text_mean": 0.9375,
            "pooled": 0.9375,
            "wilson95": [
              0.8618985123272557,
              0.973010624329158
            ],
            "bootstrap95": [
              0.875,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 1,
            "text_mean": 0.0125,
            "pooled": 0.0125,
            "wilson95": [
              0.0022099755204522745,
              0.06746270077668665
            ],
            "bootstrap95": [
              0.0,
              0.0375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 58,
            "text_mean": 0.725,
            "pooled": 0.725,
            "wilson95": [
              0.6185594135898548,
              0.810822428119158
            ],
            "bootstrap95": [
              0.625,
              0.825
            ]
          }
        },
        "target_test": {
          "threshold": 0.7601675029619656,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 43,
            "text_mean": 0.25903614457831325,
            "pooled": 0.25903614457831325,
            "wilson95": [
              0.19837342880652575,
              0.3305990579144108
            ],
            "bootstrap95": [
              0.1927710843373494,
              0.3253012048192771
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 18,
            "text_mean": 0.10843373493975904,
            "pooled": 0.10843373493975904,
            "wilson95": [
              0.06969768908106336,
              0.1648826018404586
            ],
            "bootstrap95": [
              0.060240963855421686,
              0.1566265060240964
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 127,
            "text_mean": 0.7650602409638554,
            "pooled": 0.7650602409638554,
            "wilson95": [
              0.6950233188671587,
              0.8231069457398109
            ],
            "bootstrap95": [
              0.6987951807228916,
              0.8313253012048193
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 21,
            "text_mean": 0.12650602409638553,
            "pooled": 0.12650602409638553,
            "wilson95": [
              0.08425167742952813,
              0.1856556769879236
            ],
            "bootstrap95": [
              0.0783132530120482,
              0.18072289156626506
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 148,
            "text_mean": 0.891566265060241,
            "pooled": 0.891566265060241,
            "wilson95": [
              0.8351173981595413,
              0.9303023109189367
            ],
            "bootstrap95": [
              0.8433734939759037,
              0.9337349397590361
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 123,
            "text_mean": 0.7409638554216867,
            "pooled": 0.7409638554216867,
            "wilson95": [
              0.6694009420855891,
              0.8016265711934742
            ],
            "bootstrap95": [
              0.6686746987951807,
              0.8072289156626506
            ]
          }
        },
        "local_reference": {
          "threshold": 0.7219280948873623,
          "target_test": {
            "threshold": 0.7219280948873623,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 45,
              "text_mean": 0.2710843373493976,
              "pooled": 0.2710843373493976,
              "wilson95": [
                0.20920932021440333,
                0.3433145421704864
              ],
              "bootstrap95": [
                0.20481927710843373,
                0.3373493975903614
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 18,
              "text_mean": 0.10843373493975904,
              "pooled": 0.10843373493975904,
              "wilson95": [
                0.06969768908106336,
                0.1648826018404586
              ],
              "bootstrap95": [
                0.060240963855421686,
                0.1566265060240964
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 127,
              "text_mean": 0.7650602409638554,
              "pooled": 0.7650602409638554,
              "wilson95": [
                0.6950233188671587,
                0.8231069457398109
              ],
              "bootstrap95": [
                0.6987951807228916,
                0.8253012048192772
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 21,
              "text_mean": 0.12650602409638553,
              "pooled": 0.12650602409638553,
              "wilson95": [
                0.08425167742952813,
                0.1856556769879236
              ],
              "bootstrap95": [
                0.0783132530120482,
                0.18072289156626506
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 148,
              "text_mean": 0.891566265060241,
              "pooled": 0.891566265060241,
              "wilson95": [
                0.8351173981595413,
                0.9303023109189367
              ],
              "bootstrap95": [
                0.8433734939759037,
                0.9337349397590361
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 121,
              "text_mean": 0.7289156626506024,
              "pooled": 0.7289156626506024,
              "wilson95": [
                0.6566854578295136,
                0.7907906797855966
              ],
              "bootstrap95": [
                0.6566265060240963,
                0.7951807228915663
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "cross_task",
        "source": "trec|k2|natural|aligned",
        "target": "emotion|k2|natural|aligned",
        "source_task": "trec",
        "target_task": "emotion",
        "score": "none_probability",
        "threshold": 0.34,
        "source_calibration_subset": {
          "threshold": 0.34,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 63,
            "text_mean": 0.7875,
            "pooled": 0.7875,
            "wilson95": [
              0.6857784426940333,
              0.8628761328230384
            ],
            "bootstrap95": [
              0.7,
              0.875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 74,
            "text_mean": 0.925,
            "pooled": 0.925,
            "wilson95": [
              0.8458798391878072,
              0.9651747507069949
            ],
            "bootstrap95": [
              0.8625,
              0.975
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 2,
            "text_mean": 0.025,
            "pooled": 0.025,
            "wilson95": [
              0.006882893202970648,
              0.0866443298557801
            ],
            "bootstrap95": [
              0.0,
              0.0625
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 17,
            "text_mean": 0.2125,
            "pooled": 0.2125,
            "wilson95": [
              0.13712386717696146,
              0.31422155730596657
            ],
            "bootstrap95": [
              0.125,
              0.3
            ]
          }
        },
        "target_test": {
          "threshold": 0.34,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 143,
            "text_mean": 0.8614457831325302,
            "pooled": 0.8614457831325302,
            "wilson95": [
              0.8006736987325396,
              0.9058675711860555
            ],
            "bootstrap95": [
              0.8072289156626506,
              0.9156626506024096
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 83,
            "text_mean": 0.5,
            "pooled": 0.5,
            "wilson95": [
              0.42480374020946343,
              0.5751962597905366
            ],
            "bootstrap95": [
              0.42771084337349397,
              0.5783132530120482
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 74,
            "text_mean": 0.4457831325301205,
            "pooled": 0.4457831325301205,
            "wilson95": [
              0.3722464688098768,
              0.5217723407023338
            ],
            "bootstrap95": [
              0.37349397590361444,
              0.5180722891566265
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 9,
            "text_mean": 0.05421686746987952,
            "pooled": 0.05421686746987952,
            "wilson95": [
              0.0287826798789121,
              0.09981642055482064
            ],
            "bootstrap95": [
              0.024096385542168676,
              0.09036144578313253
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 83,
            "text_mean": 0.5,
            "pooled": 0.5,
            "wilson95": [
              0.42480374020946343,
              0.5751962597905366
            ],
            "bootstrap95": [
              0.42168674698795183,
              0.572289156626506
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 23,
            "text_mean": 0.13855421686746988,
            "pooled": 0.13855421686746988,
            "wilson95": [
              0.09413242881394443,
              0.1993263012674605
            ],
            "bootstrap95": [
              0.09036144578313253,
              0.19879518072289157
            ]
          }
        },
        "local_reference": {
          "threshold": 1.0,
          "target_test": {
            "threshold": 1.0,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.02261790994594346
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.02261790994594346
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 132,
              "text_mean": 0.7951807228915663,
              "pooled": 0.7951807228915663,
              "wilson95": [
                0.7274444190645216,
                0.8495642847023309
              ],
              "bootstrap95": [
                0.7289156626506024,
                0.8493975903614458
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 34,
              "text_mean": 0.20481927710843373,
              "pooled": 0.20481927710843373,
              "wilson95": [
                0.15043571529766897,
                0.2725555809354784
              ],
              "bootstrap95": [
                0.14457831325301204,
                0.2710843373493976
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 166,
              "text_mean": 1.0,
              "pooled": 1.0,
              "wilson95": [
                0.9773820900540565,
                0.9999999999999999
              ],
              "bootstrap95": [
                1.0,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 166,
              "text_mean": 1.0,
              "pooled": 1.0,
              "wilson95": [
                0.9773820900540565,
                0.9999999999999999
              ],
              "bootstrap95": [
                1.0,
                1.0
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "count",
        "source": "ag_news|k2|natural|aligned",
        "target": "ag_news|k3|natural|aligned",
        "source_task": "ag_news",
        "target_task": "ag_news",
        "score": "negative_max",
        "threshold": -0.82,
        "source_calibration_subset": {
          "threshold": -0.82,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 16,
            "text_mean": 0.2,
            "pooled": 0.2,
            "wilson95": [
              0.12702844043960787,
              0.30046243728170835
            ],
            "bootstrap95": [
              0.125,
              0.3
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 72,
            "text_mean": 0.9,
            "pooled": 0.9,
            "wilson95": [
              0.8148931119389591,
              0.9484523844326191
            ],
            "bootstrap95": [
              0.8375,
              0.9625
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 64,
            "text_mean": 0.8,
            "pooled": 0.8,
            "wilson95": [
              0.6995375627182917,
              0.8729715595603921
            ],
            "bootstrap95": [
              0.7125,
              0.8875
            ]
          }
        },
        "target_test": {
          "threshold": -0.82,
          "n_text": 120,
          "n_variants": 120,
          "detection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 34,
            "text_mean": 0.2833333333333333,
            "pooled": 0.2833333333333333,
            "wilson95": [
              0.21040628091756453,
              0.36970202453054035
            ],
            "bootstrap95": [
              0.20833333333333334,
              0.36666666666666664
            ]
          },
          "false_rejection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 7,
            "text_mean": 0.058333333333333334,
            "pooled": 0.058333333333333334,
            "wilson95": [
              0.028541010000220295,
              0.11552592033630113
            ],
            "bootstrap95": [
              0.025,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 110,
            "text_mean": 0.9166666666666666,
            "pooled": 0.9166666666666666,
            "wilson95": [
              0.8533776783593434,
              0.9541063496250703
            ],
            "bootstrap95": [
              0.8664583333333333,
              0.9583333333333334
            ]
          },
          "present_wrong_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 3,
            "text_mean": 0.025,
            "pooled": 0.025,
            "wilson95": [
              0.008538174769902228,
              0.0709300333278661
            ],
            "bootstrap95": [
              0.0,
              0.058333333333333334
            ]
          },
          "present_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 113,
            "text_mean": 0.9416666666666667,
            "pooled": 0.9416666666666667,
            "wilson95": [
              0.8844740796636988,
              0.9714589899997798
            ],
            "bootstrap95": [
              0.8916666666666667,
              0.975
            ]
          },
          "absent_false_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 86,
            "text_mean": 0.7166666666666667,
            "pooled": 0.7166666666666667,
            "wilson95": [
              0.6302979754694596,
              0.7895937190824355
            ],
            "bootstrap95": [
              0.6333333333333333,
              0.7918749999999988
            ]
          }
        },
        "local_reference": {
          "threshold": -0.79,
          "target_test": {
            "threshold": -0.79,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 28,
              "text_mean": 0.23333333333333334,
              "pooled": 0.23333333333333334,
              "wilson95": [
                0.16665575133182917,
                0.31655447075814613
              ],
              "bootstrap95": [
                0.15833333333333333,
                0.30833333333333335
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 4,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.0130375510983506,
                0.082580337559106
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.06666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 111,
              "text_mean": 0.925,
              "pooled": 0.925,
              "wilson95": [
                0.8635908239400624,
                0.9600428846040397
              ],
              "bootstrap95": [
                0.875,
                0.9666666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 5,
              "text_mean": 0.041666666666666664,
              "pooled": 0.041666666666666664,
              "wilson95": [
                0.017926716880109515,
                0.09384085233703535
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.08333333333333333
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 116,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.917419662440894,
                0.9869624489016494
              ],
              "bootstrap95": [
                0.9333333333333333,
                0.9916666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 92,
              "text_mean": 0.7666666666666667,
              "pooled": 0.7666666666666667,
              "wilson95": [
                0.683445529241854,
                0.833344248668171
              ],
              "bootstrap95": [
                0.6916666666666667,
                0.8416666666666667
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "count",
        "source": "ag_news|k2|natural|aligned",
        "target": "ag_news|k3|natural|aligned",
        "source_task": "ag_news",
        "target_task": "ag_news",
        "score": "normalized_entropy",
        "threshold": 0.6800770457282799,
        "source_calibration_subset": {
          "threshold": 0.6800770457282799,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 16,
            "text_mean": 0.2,
            "pooled": 0.2,
            "wilson95": [
              0.12702844043960787,
              0.30046243728170835
            ],
            "bootstrap95": [
              0.125,
              0.2875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 72,
            "text_mean": 0.9,
            "pooled": 0.9,
            "wilson95": [
              0.8148931119389591,
              0.9484523844326191
            ],
            "bootstrap95": [
              0.825,
              0.9625
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 64,
            "text_mean": 0.8,
            "pooled": 0.8,
            "wilson95": [
              0.6995375627182917,
              0.8729715595603921
            ],
            "bootstrap95": [
              0.7125,
              0.875
            ]
          }
        },
        "target_test": {
          "threshold": 0.6800770457282799,
          "n_text": 120,
          "n_variants": 120,
          "detection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 11,
            "text_mean": 0.09166666666666666,
            "pooled": 0.09166666666666666,
            "wilson95": [
              0.05195718284856543,
              0.15670846972670907
            ],
            "bootstrap95": [
              0.041666666666666664,
              0.14166666666666666
            ]
          },
          "false_rejection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.031019166418703486
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_correct_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 114,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8951971146376326,
              0.9768856355855343
            ],
            "bootstrap95": [
              0.9083333333333333,
              0.9833333333333333
            ]
          },
          "present_wrong_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 6,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.023114364414465793,
              0.10480288536236734
            ],
            "bootstrap95": [
              0.016666666666666666,
              0.09166666666666666
            ]
          },
          "present_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 120,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9689808335812966,
              1.0
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 109,
            "text_mean": 0.9083333333333333,
            "pooled": 0.9083333333333333,
            "wilson95": [
              0.843291530273291,
              0.9480428171514347
            ],
            "bootstrap95": [
              0.85,
              0.9583333333333334
            ]
          }
        },
        "local_reference": {
          "threshold": 0.47961229531682303,
          "target_test": {
            "threshold": 0.47961229531682303,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 33,
              "text_mean": 0.275,
              "pooled": 0.275,
              "wilson95": [
                0.20302896661264852,
                0.3609296582757681
              ],
              "bootstrap95": [
                0.2,
                0.35833333333333334
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 4,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.0130375510983506,
                0.082580337559106
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.06666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 111,
              "text_mean": 0.925,
              "pooled": 0.925,
              "wilson95": [
                0.8635908239400624,
                0.9600428846040397
              ],
              "bootstrap95": [
                0.875,
                0.9666666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 5,
              "text_mean": 0.041666666666666664,
              "pooled": 0.041666666666666664,
              "wilson95": [
                0.017926716880109515,
                0.09384085233703535
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.08333333333333333
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 116,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.917419662440894,
                0.9869624489016494
              ],
              "bootstrap95": [
                0.9333333333333333,
                0.9916666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 87,
              "text_mean": 0.725,
              "pooled": 0.725,
              "wilson95": [
                0.6390703417242319,
                0.7969710333873515
              ],
              "bootstrap95": [
                0.65,
                0.8002083333333322
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "count",
        "source": "ag_news|k2|natural|aligned",
        "target": "ag_news|k3|natural|aligned",
        "source_task": "ag_news",
        "target_task": "ag_news",
        "score": "none_probability",
        "threshold": 0.59,
        "source_calibration_subset": {
          "threshold": 0.59,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 65,
            "text_mean": 0.8125,
            "pooled": 0.8125,
            "wilson95": [
              0.7134167737100688,
              0.8829468953302267
            ],
            "bootstrap95": [
              0.725,
              0.8875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 69,
            "text_mean": 0.8625,
            "pooled": 0.8625,
            "wilson95": [
              0.7703289993301339,
              0.9214528567566089
            ],
            "bootstrap95": [
              0.7875,
              0.9375
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 7,
            "text_mean": 0.0875,
            "pooled": 0.0875,
            "wilson95": [
              0.04303200178205986,
              0.16976795508474996
            ],
            "bootstrap95": [
              0.0375,
              0.15
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 15,
            "text_mean": 0.1875,
            "pooled": 0.1875,
            "wilson95": [
              0.11705310466977323,
              0.28658322628993116
            ],
            "bootstrap95": [
              0.1125,
              0.275
            ]
          }
        },
        "target_test": {
          "threshold": 0.59,
          "n_text": 120,
          "n_variants": 120,
          "detection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 88,
            "text_mean": 0.7333333333333333,
            "pooled": 0.7333333333333333,
            "wilson95": [
              0.647875606138524,
              0.8043154495327476
            ],
            "bootstrap95": [
              0.6583333333333333,
              0.8083333333333333
            ]
          },
          "false_rejection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 4,
            "text_mean": 0.03333333333333333,
            "pooled": 0.03333333333333333,
            "wilson95": [
              0.0130375510983506,
              0.082580337559106
            ],
            "bootstrap95": [
              0.008333333333333333,
              0.06666666666666667
            ]
          },
          "present_correct_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 111,
            "text_mean": 0.925,
            "pooled": 0.925,
            "wilson95": [
              0.8635908239400624,
              0.9600428846040397
            ],
            "bootstrap95": [
              0.875,
              0.9666666666666667
            ]
          },
          "present_wrong_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 5,
            "text_mean": 0.041666666666666664,
            "pooled": 0.041666666666666664,
            "wilson95": [
              0.017926716880109515,
              0.09384085233703535
            ],
            "bootstrap95": [
              0.008333333333333333,
              0.075
            ]
          },
          "present_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 116,
            "text_mean": 0.9666666666666667,
            "pooled": 0.9666666666666667,
            "wilson95": [
              0.917419662440894,
              0.9869624489016494
            ],
            "bootstrap95": [
              0.9333333333333333,
              0.9916666666666667
            ]
          },
          "absent_false_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 32,
            "text_mean": 0.26666666666666666,
            "pooled": 0.26666666666666666,
            "wilson95": [
              0.19568455046725244,
              0.352124393861476
            ],
            "bootstrap95": [
              0.19166666666666668,
              0.35
            ]
          }
        },
        "local_reference": {
          "threshold": 0.55,
          "target_test": {
            "threshold": 0.55,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 89,
              "text_mean": 0.7416666666666667,
              "pooled": 0.7416666666666667,
              "wilson95": [
                0.6567146994175665,
                0.8116260368133936
              ],
              "bootstrap95": [
                0.6583333333333333,
                0.8166666666666667
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 4,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.0130375510983506,
                0.082580337559106
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.06666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 111,
              "text_mean": 0.925,
              "pooled": 0.925,
              "wilson95": [
                0.8635908239400624,
                0.9600428846040397
              ],
              "bootstrap95": [
                0.875,
                0.9666666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 5,
              "text_mean": 0.041666666666666664,
              "pooled": 0.041666666666666664,
              "wilson95": [
                0.017926716880109515,
                0.09384085233703535
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.08333333333333333
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 116,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.917419662440894,
                0.9869624489016494
              ],
              "bootstrap95": [
                0.9333333333333333,
                0.9916666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 31,
              "text_mean": 0.25833333333333336,
              "pooled": 0.25833333333333336,
              "wilson95": [
                0.18837396318660649,
                0.3432853005824337
              ],
              "bootstrap95": [
                0.18333333333333332,
                0.3416666666666667
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "ag_news|k2|natural|aligned",
        "target": "ag_news|k2|neutral|aligned",
        "source_task": "ag_news",
        "target_task": "ag_news",
        "score": "negative_max",
        "threshold": -0.82,
        "source_calibration_subset": {
          "threshold": -0.82,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 16,
            "text_mean": 0.2,
            "pooled": 0.2,
            "wilson95": [
              0.12702844043960787,
              0.30046243728170835
            ],
            "bootstrap95": [
              0.1125,
              0.3
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 72,
            "text_mean": 0.9,
            "pooled": 0.9,
            "wilson95": [
              0.8148931119389591,
              0.9484523844326191
            ],
            "bootstrap95": [
              0.8375,
              0.9625
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 64,
            "text_mean": 0.8,
            "pooled": 0.8,
            "wilson95": [
              0.6995375627182917,
              0.8729715595603921
            ],
            "bootstrap95": [
              0.7125,
              0.875
            ]
          }
        },
        "target_test": {
          "threshold": -0.82,
          "n_text": 120,
          "n_variants": 120,
          "detection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 29,
            "text_mean": 0.24166666666666667,
            "pooled": 0.24166666666666667,
            "wilson95": [
              0.1738584121753525,
              0.325501490474311
            ],
            "bootstrap95": [
              0.16666666666666666,
              0.31666666666666665
            ]
          },
          "false_rejection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.031019166418703486
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_correct_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 118,
            "text_mean": 0.9833333333333333,
            "pooled": 0.9833333333333333,
            "wilson95": [
              0.941264037027841,
              0.9954174354340789
            ],
            "bootstrap95": [
              0.9583333333333334,
              1.0
            ]
          },
          "present_wrong_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 2,
            "text_mean": 0.016666666666666666,
            "pooled": 0.016666666666666666,
            "wilson95": [
              0.004582564565921141,
              0.0587359629721589
            ],
            "bootstrap95": [
              0.0,
              0.041666666666666664
            ]
          },
          "present_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 120,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9689808335812966,
              1.0
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 91,
            "text_mean": 0.7583333333333333,
            "pooled": 0.7583333333333333,
            "wilson95": [
              0.674498509525689,
              0.8261415878246474
            ],
            "bootstrap95": [
              0.6833333333333333,
              0.8333333333333334
            ]
          }
        },
        "local_reference": {
          "threshold": -0.86,
          "target_test": {
            "threshold": -0.86,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 35,
              "text_mean": 0.2916666666666667,
              "pooled": 0.2916666666666667,
              "wilson95": [
                0.2178156362103854,
                0.3784423497974078
              ],
              "bootstrap95": [
                0.20833333333333334,
                0.375
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 118,
              "text_mean": 0.9833333333333333,
              "pooled": 0.9833333333333333,
              "wilson95": [
                0.941264037027841,
                0.9954174354340789
              ],
              "bootstrap95": [
                0.9583333333333334,
                1.0
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 2,
              "text_mean": 0.016666666666666666,
              "pooled": 0.016666666666666666,
              "wilson95": [
                0.004582564565921141,
                0.0587359629721589
              ],
              "bootstrap95": [
                0.0,
                0.041666666666666664
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 120,
              "text_mean": 1.0,
              "pooled": 1.0,
              "wilson95": [
                0.9689808335812966,
                1.0
              ],
              "bootstrap95": [
                1.0,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 85,
              "text_mean": 0.7083333333333334,
              "pooled": 0.7083333333333334,
              "wilson95": [
                0.6215576502025923,
                0.7821843637896146
              ],
              "bootstrap95": [
                0.625,
                0.7835416666666655
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "ag_news|k2|natural|aligned",
        "target": "ag_news|k2|neutral|aligned",
        "source_task": "ag_news",
        "target_task": "ag_news",
        "score": "normalized_entropy",
        "threshold": 0.6800770457282799,
        "source_calibration_subset": {
          "threshold": 0.6800770457282799,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 16,
            "text_mean": 0.2,
            "pooled": 0.2,
            "wilson95": [
              0.12702844043960787,
              0.30046243728170835
            ],
            "bootstrap95": [
              0.1125,
              0.2875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 72,
            "text_mean": 0.9,
            "pooled": 0.9,
            "wilson95": [
              0.8148931119389591,
              0.9484523844326191
            ],
            "bootstrap95": [
              0.825,
              0.9625
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 64,
            "text_mean": 0.8,
            "pooled": 0.8,
            "wilson95": [
              0.6995375627182917,
              0.8729715595603921
            ],
            "bootstrap95": [
              0.7125,
              0.8875
            ]
          }
        },
        "target_test": {
          "threshold": 0.6800770457282799,
          "n_text": 120,
          "n_variants": 120,
          "detection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 29,
            "text_mean": 0.24166666666666667,
            "pooled": 0.24166666666666667,
            "wilson95": [
              0.1738584121753525,
              0.325501490474311
            ],
            "bootstrap95": [
              0.16666666666666666,
              0.31666666666666665
            ]
          },
          "false_rejection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.031019166418703486
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_correct_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 118,
            "text_mean": 0.9833333333333333,
            "pooled": 0.9833333333333333,
            "wilson95": [
              0.941264037027841,
              0.9954174354340789
            ],
            "bootstrap95": [
              0.9583333333333334,
              1.0
            ]
          },
          "present_wrong_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 2,
            "text_mean": 0.016666666666666666,
            "pooled": 0.016666666666666666,
            "wilson95": [
              0.004582564565921141,
              0.0587359629721589
            ],
            "bootstrap95": [
              0.0,
              0.041666666666666664
            ]
          },
          "present_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 120,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9689808335812966,
              1.0
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 91,
            "text_mean": 0.7583333333333333,
            "pooled": 0.7583333333333333,
            "wilson95": [
              0.674498509525689,
              0.8261415878246474
            ],
            "bootstrap95": [
              0.675,
              0.8333333333333334
            ]
          }
        },
        "local_reference": {
          "threshold": 0.584238811642856,
          "target_test": {
            "threshold": 0.584238811642856,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 35,
              "text_mean": 0.2916666666666667,
              "pooled": 0.2916666666666667,
              "wilson95": [
                0.2178156362103854,
                0.3784423497974078
              ],
              "bootstrap95": [
                0.21666666666666667,
                0.375
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 118,
              "text_mean": 0.9833333333333333,
              "pooled": 0.9833333333333333,
              "wilson95": [
                0.941264037027841,
                0.9954174354340789
              ],
              "bootstrap95": [
                0.9583333333333334,
                1.0
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 2,
              "text_mean": 0.016666666666666666,
              "pooled": 0.016666666666666666,
              "wilson95": [
                0.004582564565921141,
                0.0587359629721589
              ],
              "bootstrap95": [
                0.0,
                0.041666666666666664
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 120,
              "text_mean": 1.0,
              "pooled": 1.0,
              "wilson95": [
                0.9689808335812966,
                1.0
              ],
              "bootstrap95": [
                1.0,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 85,
              "text_mean": 0.7083333333333334,
              "pooled": 0.7083333333333334,
              "wilson95": [
                0.6215576502025923,
                0.7821843637896146
              ],
              "bootstrap95": [
                0.6331249999999999,
                0.7833333333333333
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "ag_news|k2|natural|aligned",
        "target": "ag_news|k2|neutral|aligned",
        "source_task": "ag_news",
        "target_task": "ag_news",
        "score": "none_probability",
        "threshold": 0.59,
        "source_calibration_subset": {
          "threshold": 0.59,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 65,
            "text_mean": 0.8125,
            "pooled": 0.8125,
            "wilson95": [
              0.7134167737100688,
              0.8829468953302267
            ],
            "bootstrap95": [
              0.725,
              0.9
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 69,
            "text_mean": 0.8625,
            "pooled": 0.8625,
            "wilson95": [
              0.7703289993301339,
              0.9214528567566089
            ],
            "bootstrap95": [
              0.7875,
              0.9375
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 7,
            "text_mean": 0.0875,
            "pooled": 0.0875,
            "wilson95": [
              0.04303200178205986,
              0.16976795508474996
            ],
            "bootstrap95": [
              0.0375,
              0.1503124999999983
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 15,
            "text_mean": 0.1875,
            "pooled": 0.1875,
            "wilson95": [
              0.11705310466977323,
              0.28658322628993116
            ],
            "bootstrap95": [
              0.1125,
              0.275
            ]
          }
        },
        "target_test": {
          "threshold": 0.59,
          "n_text": 120,
          "n_variants": 120,
          "detection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 99,
            "text_mean": 0.825,
            "pooled": 0.825,
            "wilson95": [
              0.7472429012735073,
              0.8825946405543355
            ],
            "bootstrap95": [
              0.7583333333333333,
              0.8916666666666667
            ]
          },
          "false_rejection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 3,
            "text_mean": 0.025,
            "pooled": 0.025,
            "wilson95": [
              0.008538174769902228,
              0.0709300333278661
            ],
            "bootstrap95": [
              0.0,
              0.058333333333333334
            ]
          },
          "present_correct_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 115,
            "text_mean": 0.9583333333333334,
            "pooled": 0.9583333333333334,
            "wilson95": [
              0.9061591476629647,
              0.9820732831198906
            ],
            "bootstrap95": [
              0.9166666666666666,
              0.9916666666666667
            ]
          },
          "present_wrong_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 2,
            "text_mean": 0.016666666666666666,
            "pooled": 0.016666666666666666,
            "wilson95": [
              0.004582564565921141,
              0.0587359629721589
            ],
            "bootstrap95": [
              0.0,
              0.041666666666666664
            ]
          },
          "present_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 117,
            "text_mean": 0.975,
            "pooled": 0.975,
            "wilson95": [
              0.9290699666721339,
              0.9914618252300978
            ],
            "bootstrap95": [
              0.9416666666666667,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 21,
            "text_mean": 0.175,
            "pooled": 0.175,
            "wilson95": [
              0.11740535944566463,
              0.25275709872649266
            ],
            "bootstrap95": [
              0.10833333333333334,
              0.24166666666666667
            ]
          }
        },
        "local_reference": {
          "threshold": 0.85,
          "target_test": {
            "threshold": 0.85,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 97,
              "text_mean": 0.8083333333333333,
              "pooled": 0.8083333333333333,
              "wilson95": [
                0.7287884399579756,
                0.8687497407504907
              ],
              "bootstrap95": [
                0.7333333333333333,
                0.875
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 2,
              "text_mean": 0.016666666666666666,
              "pooled": 0.016666666666666666,
              "wilson95": [
                0.004582564565921141,
                0.0587359629721589
              ],
              "bootstrap95": [
                0.0,
                0.041666666666666664
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 116,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.917419662440894,
                0.9869624489016494
              ],
              "bootstrap95": [
                0.9333333333333333,
                0.9916666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 2,
              "text_mean": 0.016666666666666666,
              "pooled": 0.016666666666666666,
              "wilson95": [
                0.004582564565921141,
                0.0587359629721589
              ],
              "bootstrap95": [
                0.0,
                0.041666666666666664
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 118,
              "text_mean": 0.9833333333333333,
              "pooled": 0.9833333333333333,
              "wilson95": [
                0.941264037027841,
                0.9954174354340789
              ],
              "bootstrap95": [
                0.9583333333333334,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 23,
              "text_mean": 0.19166666666666668,
              "pooled": 0.19166666666666668,
              "wilson95": [
                0.13125025924950934,
                0.27121156004202457
              ],
              "bootstrap95": [
                0.125,
                0.26666666666666666
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "ag_news|k3|natural|aligned",
        "target": "ag_news|k3|neutral|aligned",
        "source_task": "ag_news",
        "target_task": "ag_news",
        "score": "negative_max",
        "threshold": -0.79,
        "source_calibration_subset": {
          "threshold": -0.79,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 26,
            "text_mean": 0.325,
            "pooled": 0.325,
            "wilson95": [
              0.2324416184435817,
              0.4335947268938527
            ],
            "bootstrap95": [
              0.225,
              0.425
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 68,
            "text_mean": 0.85,
            "pooled": 0.85,
            "wilson95": [
              0.7558677143867665,
              0.9120595949383645
            ],
            "bootstrap95": [
              0.7625,
              0.925
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 8,
            "text_mean": 0.1,
            "pooled": 0.1,
            "wilson95": [
              0.05154761556738083,
              0.18510688806104086
            ],
            "bootstrap95": [
              0.0375,
              0.175
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 54,
            "text_mean": 0.675,
            "pooled": 0.675,
            "wilson95": [
              0.5664052731061473,
              0.7675583815564182
            ],
            "bootstrap95": [
              0.575,
              0.775
            ]
          }
        },
        "target_test": {
          "threshold": -0.79,
          "n_text": 120,
          "n_variants": 120,
          "detection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 35,
            "text_mean": 0.2916666666666667,
            "pooled": 0.2916666666666667,
            "wilson95": [
              0.2178156362103854,
              0.3784423497974078
            ],
            "bootstrap95": [
              0.21666666666666667,
              0.375
            ]
          },
          "false_rejection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 3,
            "text_mean": 0.025,
            "pooled": 0.025,
            "wilson95": [
              0.008538174769902228,
              0.0709300333278661
            ],
            "bootstrap95": [
              0.0,
              0.058333333333333334
            ]
          },
          "present_correct_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 113,
            "text_mean": 0.9416666666666667,
            "pooled": 0.9416666666666667,
            "wilson95": [
              0.8844740796636988,
              0.9714589899997798
            ],
            "bootstrap95": [
              0.9,
              0.9752083333333321
            ]
          },
          "present_wrong_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 4,
            "text_mean": 0.03333333333333333,
            "pooled": 0.03333333333333333,
            "wilson95": [
              0.0130375510983506,
              0.082580337559106
            ],
            "bootstrap95": [
              0.008333333333333333,
              0.06666666666666667
            ]
          },
          "present_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 117,
            "text_mean": 0.975,
            "pooled": 0.975,
            "wilson95": [
              0.9290699666721339,
              0.9914618252300978
            ],
            "bootstrap95": [
              0.9416666666666667,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 85,
            "text_mean": 0.7083333333333334,
            "pooled": 0.7083333333333334,
            "wilson95": [
              0.6215576502025923,
              0.7821843637896146
            ],
            "bootstrap95": [
              0.625,
              0.7835416666666655
            ]
          }
        },
        "local_reference": {
          "threshold": -0.74,
          "target_test": {
            "threshold": -0.74,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 33,
              "text_mean": 0.275,
              "pooled": 0.275,
              "wilson95": [
                0.20302896661264852,
                0.3609296582757681
              ],
              "bootstrap95": [
                0.2,
                0.3502083333333322
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 1,
              "text_mean": 0.008333333333333333,
              "pooled": 0.008333333333333333,
              "wilson95": [
                0.0014725557333420923,
                0.045696291245049675
              ],
              "bootstrap95": [
                0.0,
                0.025
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 5,
              "text_mean": 0.041666666666666664,
              "pooled": 0.041666666666666664,
              "wilson95": [
                0.017926716880109515,
                0.09384085233703535
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.08333333333333333
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 119,
              "text_mean": 0.9916666666666667,
              "pooled": 0.9916666666666667,
              "wilson95": [
                0.9543037087549505,
                0.998527444266658
              ],
              "bootstrap95": [
                0.975,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 87,
              "text_mean": 0.725,
              "pooled": 0.725,
              "wilson95": [
                0.6390703417242319,
                0.7969710333873515
              ],
              "bootstrap95": [
                0.6416666666666667,
                0.8
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "ag_news|k3|natural|aligned",
        "target": "ag_news|k3|neutral|aligned",
        "source_task": "ag_news",
        "target_task": "ag_news",
        "score": "normalized_entropy",
        "threshold": 0.47961229531682303,
        "source_calibration_subset": {
          "threshold": 0.47961229531682303,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 26,
            "text_mean": 0.325,
            "pooled": 0.325,
            "wilson95": [
              0.2324416184435817,
              0.4335947268938527
            ],
            "bootstrap95": [
              0.225,
              0.4375
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 68,
            "text_mean": 0.85,
            "pooled": 0.85,
            "wilson95": [
              0.7558677143867665,
              0.9120595949383645
            ],
            "bootstrap95": [
              0.7625,
              0.925
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 8,
            "text_mean": 0.1,
            "pooled": 0.1,
            "wilson95": [
              0.05154761556738083,
              0.18510688806104086
            ],
            "bootstrap95": [
              0.0375,
              0.175
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 54,
            "text_mean": 0.675,
            "pooled": 0.675,
            "wilson95": [
              0.5664052731061473,
              0.7675583815564182
            ],
            "bootstrap95": [
              0.5625,
              0.775
            ]
          }
        },
        "target_test": {
          "threshold": 0.47961229531682303,
          "n_text": 120,
          "n_variants": 120,
          "detection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 41,
            "text_mean": 0.3416666666666667,
            "pooled": 0.3416666666666667,
            "wilson95": [
              0.26290438368564517,
              0.4302516856802777
            ],
            "bootstrap95": [
              0.25833333333333336,
              0.43333333333333335
            ]
          },
          "false_rejection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 2,
            "text_mean": 0.016666666666666666,
            "pooled": 0.016666666666666666,
            "wilson95": [
              0.004582564565921141,
              0.0587359629721589
            ],
            "bootstrap95": [
              0.0,
              0.041666666666666664
            ]
          },
          "present_correct_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 113,
            "text_mean": 0.9416666666666667,
            "pooled": 0.9416666666666667,
            "wilson95": [
              0.8844740796636988,
              0.9714589899997798
            ],
            "bootstrap95": [
              0.9,
              0.9833333333333333
            ]
          },
          "present_wrong_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 5,
            "text_mean": 0.041666666666666664,
            "pooled": 0.041666666666666664,
            "wilson95": [
              0.017926716880109515,
              0.09384085233703535
            ],
            "bootstrap95": [
              0.008333333333333333,
              0.08333333333333333
            ]
          },
          "present_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 118,
            "text_mean": 0.9833333333333333,
            "pooled": 0.9833333333333333,
            "wilson95": [
              0.941264037027841,
              0.9954174354340789
            ],
            "bootstrap95": [
              0.9583333333333334,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 79,
            "text_mean": 0.6583333333333333,
            "pooled": 0.6583333333333333,
            "wilson95": [
              0.5697483143197224,
              0.7370956163143549
            ],
            "bootstrap95": [
              0.575,
              0.7416666666666667
            ]
          }
        },
        "local_reference": {
          "threshold": 0.5216188850628637,
          "target_test": {
            "threshold": 0.5216188850628637,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 39,
              "text_mean": 0.325,
              "pooled": 0.325,
              "wilson95": [
                0.24775854910601952,
                0.4130981591405268
              ],
              "bootstrap95": [
                0.24166666666666667,
                0.4083333333333333
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 1,
              "text_mean": 0.008333333333333333,
              "pooled": 0.008333333333333333,
              "wilson95": [
                0.0014725557333420923,
                0.045696291245049675
              ],
              "bootstrap95": [
                0.0,
                0.025
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 5,
              "text_mean": 0.041666666666666664,
              "pooled": 0.041666666666666664,
              "wilson95": [
                0.017926716880109515,
                0.09384085233703535
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.08333333333333333
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 119,
              "text_mean": 0.9916666666666667,
              "pooled": 0.9916666666666667,
              "wilson95": [
                0.9543037087549505,
                0.998527444266658
              ],
              "bootstrap95": [
                0.975,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 81,
              "text_mean": 0.675,
              "pooled": 0.675,
              "wilson95": [
                0.5869018408594733,
                0.7522414508939805
              ],
              "bootstrap95": [
                0.5833333333333334,
                0.7583333333333333
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "ag_news|k3|natural|aligned",
        "target": "ag_news|k3|neutral|aligned",
        "source_task": "ag_news",
        "target_task": "ag_news",
        "score": "none_probability",
        "threshold": 0.55,
        "source_calibration_subset": {
          "threshold": 0.55,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 57,
            "text_mean": 0.7125,
            "pooled": 0.7125,
            "wilson95": [
              0.6053965378701002,
              0.8001307570773007
            ],
            "bootstrap95": [
              0.6125,
              0.8125
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 68,
            "text_mean": 0.85,
            "pooled": 0.85,
            "wilson95": [
              0.7558677143867665,
              0.9120595949383645
            ],
            "bootstrap95": [
              0.7625,
              0.925
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 9,
            "text_mean": 0.1125,
            "pooled": 0.1125,
            "wilson95": [
              0.060326869466304764,
              0.20018218092372875
            ],
            "bootstrap95": [
              0.05,
              0.1875
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9125,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 23,
            "text_mean": 0.2875,
            "pooled": 0.2875,
            "wilson95": [
              0.19986924292269914,
              0.3946034621298997
            ],
            "bootstrap95": [
              0.1875,
              0.3875
            ]
          }
        },
        "target_test": {
          "threshold": 0.55,
          "n_text": 120,
          "n_variants": 120,
          "detection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 92,
            "text_mean": 0.7666666666666667,
            "pooled": 0.7666666666666667,
            "wilson95": [
              0.683445529241854,
              0.833344248668171
            ],
            "bootstrap95": [
              0.6916666666666667,
              0.8416666666666667
            ]
          },
          "false_rejection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 4,
            "text_mean": 0.03333333333333333,
            "pooled": 0.03333333333333333,
            "wilson95": [
              0.0130375510983506,
              0.082580337559106
            ],
            "bootstrap95": [
              0.008333333333333333,
              0.06666666666666667
            ]
          },
          "present_correct_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 112,
            "text_mean": 0.9333333333333333,
            "pooled": 0.9333333333333333,
            "wilson95": [
              0.8739486959646967,
              0.9658346931390938
            ],
            "bootstrap95": [
              0.8833333333333333,
              0.975
            ]
          },
          "present_wrong_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 4,
            "text_mean": 0.03333333333333333,
            "pooled": 0.03333333333333333,
            "wilson95": [
              0.0130375510983506,
              0.082580337559106
            ],
            "bootstrap95": [
              0.008333333333333333,
              0.06666666666666667
            ]
          },
          "present_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 116,
            "text_mean": 0.9666666666666667,
            "pooled": 0.9666666666666667,
            "wilson95": [
              0.917419662440894,
              0.9869624489016494
            ],
            "bootstrap95": [
              0.9333333333333333,
              0.9916666666666667
            ]
          },
          "absent_false_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 28,
            "text_mean": 0.23333333333333334,
            "pooled": 0.23333333333333334,
            "wilson95": [
              0.16665575133182917,
              0.31655447075814613
            ],
            "bootstrap95": [
              0.15833333333333333,
              0.30833333333333335
            ]
          }
        },
        "local_reference": {
          "threshold": 0.79,
          "target_test": {
            "threshold": 0.79,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 88,
              "text_mean": 0.7333333333333333,
              "pooled": 0.7333333333333333,
              "wilson95": [
                0.647875606138524,
                0.8043154495327476
              ],
              "bootstrap95": [
                0.65,
                0.8083333333333333
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 2,
              "text_mean": 0.016666666666666666,
              "pooled": 0.016666666666666666,
              "wilson95": [
                0.004582564565921141,
                0.0587359629721589
              ],
              "bootstrap95": [
                0.0,
                0.041666666666666664
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 4,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.0130375510983506,
                0.082580337559106
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.06666666666666667
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 118,
              "text_mean": 0.9833333333333333,
              "pooled": 0.9833333333333333,
              "wilson95": [
                0.941264037027841,
                0.9954174354340789
              ],
              "bootstrap95": [
                0.9583333333333334,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 32,
              "text_mean": 0.26666666666666666,
              "pooled": 0.26666666666666666,
              "wilson95": [
                0.19568455046725244,
                0.352124393861476
              ],
              "bootstrap95": [
                0.19166666666666668,
                0.35
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "count",
        "source": "dbpedia|k2|natural|aligned",
        "target": "dbpedia|k4|natural|aligned",
        "source_task": "dbpedia",
        "target_task": "dbpedia",
        "score": "negative_max",
        "threshold": -1.0,
        "source_calibration_subset": {
          "threshold": -1.0,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9125,
              1.0
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.0458181295355271
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9125,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          }
        },
        "target_test": {
          "threshold": -1.0,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 354,
            "text_mean": 0.8428571428571429,
            "pooled": 0.8428571428571429,
            "wilson95": [
              0.8049632052213128,
              0.8745361547547915
            ],
            "bootstrap95": [
              0.8071428571428572,
              0.8785714285714286
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 9,
            "text_mean": 0.02142857142857143,
            "pooled": 0.02142857142857143,
            "wilson95": [
              0.011313786149558061,
              0.04021835721712977
            ],
            "bootstrap95": [
              0.009523809523809525,
              0.03571428571428571
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 411,
            "text_mean": 0.9785714285714285,
            "pooled": 0.9785714285714285,
            "wilson95": [
              0.9597816427828701,
              0.9886862138504419
            ],
            "bootstrap95": [
              0.9642857142857143,
              0.9904761904761905
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              -8.673617379884035e-19,
              0.009063433368181315
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 411,
            "text_mean": 0.9785714285714285,
            "pooled": 0.9785714285714285,
            "wilson95": [
              0.9597816427828701,
              0.9886862138504419
            ],
            "bootstrap95": [
              0.9642857142857143,
              0.9904761904761905
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 66,
            "text_mean": 0.15714285714285714,
            "pooled": 0.15714285714285714,
            "wilson95": [
              0.12546384524520848,
              0.1950367947786873
            ],
            "bootstrap95": [
              0.12380952380952381,
              0.19285714285714287
            ]
          }
        },
        "local_reference": {
          "threshold": -1.0,
          "target_test": {
            "threshold": -1.0,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 354,
              "text_mean": 0.8428571428571429,
              "pooled": 0.8428571428571429,
              "wilson95": [
                0.8049632052213128,
                0.8745361547547915
              ],
              "bootstrap95": [
                0.8071428571428572,
                0.8761904761904762
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 9,
              "text_mean": 0.02142857142857143,
              "pooled": 0.02142857142857143,
              "wilson95": [
                0.011313786149558061,
                0.04021835721712977
              ],
              "bootstrap95": [
                0.009523809523809525,
                0.03571428571428571
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 411,
              "text_mean": 0.9785714285714285,
              "pooled": 0.9785714285714285,
              "wilson95": [
                0.9597816427828701,
                0.9886862138504419
              ],
              "bootstrap95": [
                0.9642857142857143,
                0.9904761904761905
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 411,
              "text_mean": 0.9785714285714285,
              "pooled": 0.9785714285714285,
              "wilson95": [
                0.9597816427828701,
                0.9886862138504419
              ],
              "bootstrap95": [
                0.9642857142857143,
                0.9904761904761905
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 66,
              "text_mean": 0.15714285714285714,
              "pooled": 0.15714285714285714,
              "wilson95": [
                0.12546384524520848,
                0.1950367947786873
              ],
              "bootstrap95": [
                0.12380952380952381,
                0.19523809523809524
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "count",
        "source": "dbpedia|k2|natural|aligned",
        "target": "dbpedia|k4|natural|aligned",
        "source_task": "dbpedia",
        "target_task": "dbpedia",
        "score": "normalized_entropy",
        "threshold": -0.0,
        "source_calibration_subset": {
          "threshold": -0.0,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9125,
              1.0
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.0458181295355271
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.925,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          }
        },
        "target_test": {
          "threshold": -0.0,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 354,
            "text_mean": 0.8428571428571429,
            "pooled": 0.8428571428571429,
            "wilson95": [
              0.8049632052213128,
              0.8745361547547915
            ],
            "bootstrap95": [
              0.8071428571428572,
              0.8761904761904762
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 9,
            "text_mean": 0.02142857142857143,
            "pooled": 0.02142857142857143,
            "wilson95": [
              0.011313786149558061,
              0.04021835721712977
            ],
            "bootstrap95": [
              0.009523809523809525,
              0.03571428571428571
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 411,
            "text_mean": 0.9785714285714285,
            "pooled": 0.9785714285714285,
            "wilson95": [
              0.9597816427828701,
              0.9886862138504419
            ],
            "bootstrap95": [
              0.9642857142857143,
              0.9904761904761905
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              -8.673617379884035e-19,
              0.009063433368181315
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 411,
            "text_mean": 0.9785714285714285,
            "pooled": 0.9785714285714285,
            "wilson95": [
              0.9597816427828701,
              0.9886862138504419
            ],
            "bootstrap95": [
              0.9619047619047619,
              0.9904761904761905
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 66,
            "text_mean": 0.15714285714285714,
            "pooled": 0.15714285714285714,
            "wilson95": [
              0.12546384524520848,
              0.1950367947786873
            ],
            "bootstrap95": [
              0.12380952380952381,
              0.19285714285714287
            ]
          }
        },
        "local_reference": {
          "threshold": -0.0,
          "target_test": {
            "threshold": -0.0,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 354,
              "text_mean": 0.8428571428571429,
              "pooled": 0.8428571428571429,
              "wilson95": [
                0.8049632052213128,
                0.8745361547547915
              ],
              "bootstrap95": [
                0.8071428571428572,
                0.8762499999999996
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 9,
              "text_mean": 0.02142857142857143,
              "pooled": 0.02142857142857143,
              "wilson95": [
                0.011313786149558061,
                0.04021835721712977
              ],
              "bootstrap95": [
                0.009523809523809525,
                0.03571428571428571
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 411,
              "text_mean": 0.9785714285714285,
              "pooled": 0.9785714285714285,
              "wilson95": [
                0.9597816427828701,
                0.9886862138504419
              ],
              "bootstrap95": [
                0.9642857142857143,
                0.9904761904761905
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 411,
              "text_mean": 0.9785714285714285,
              "pooled": 0.9785714285714285,
              "wilson95": [
                0.9597816427828701,
                0.9886862138504419
              ],
              "bootstrap95": [
                0.9642857142857143,
                0.9904761904761905
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 66,
              "text_mean": 0.15714285714285714,
              "pooled": 0.15714285714285714,
              "wilson95": [
                0.12546384524520848,
                0.1950367947786873
              ],
              "bootstrap95": [
                0.12380952380952381,
                0.19285714285714287
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "count",
        "source": "dbpedia|k2|natural|aligned",
        "target": "dbpedia|k4|natural|aligned",
        "source_task": "dbpedia",
        "target_task": "dbpedia",
        "score": "none_probability",
        "threshold": 0.06,
        "source_calibration_subset": {
          "threshold": 0.06,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 80,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9541818704644728,
              0.9999999999999999
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.0458181295355271
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.0458181295355271
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          }
        },
        "target_test": {
          "threshold": 0.06,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 420,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9909365666318185,
              0.9999999999999999
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 22,
            "text_mean": 0.05238095238095238,
            "pooled": 0.05238095238095238,
            "wilson95": [
              0.034842957356499504,
              0.07803287823025329
            ],
            "bootstrap95": [
              0.030952380952380953,
              0.07380952380952381
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 398,
            "text_mean": 0.9476190476190476,
            "pooled": 0.9476190476190476,
            "wilson95": [
              0.9219671217697466,
              0.9651570426435004
            ],
            "bootstrap95": [
              0.9261904761904762,
              0.9666666666666667
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              -8.673617379884035e-19,
              0.009063433368181315
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 398,
            "text_mean": 0.9476190476190476,
            "pooled": 0.9476190476190476,
            "wilson95": [
              0.9219671217697466,
              0.9651570426435004
            ],
            "bootstrap95": [
              0.9261904761904762,
              0.9666666666666667
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              -8.673617379884035e-19,
              0.009063433368181315
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          }
        },
        "local_reference": {
          "threshold": 0.03,
          "target_test": {
            "threshold": 0.03,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 420,
              "text_mean": 1.0,
              "pooled": 1.0,
              "wilson95": [
                0.9909365666318185,
                0.9999999999999999
              ],
              "bootstrap95": [
                1.0,
                1.0
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 30,
              "text_mean": 0.07142857142857142,
              "pooled": 0.07142857142857142,
              "wilson95": [
                0.05048883710586293,
                0.10013696292400676
              ],
              "bootstrap95": [
                0.049940476190476195,
                0.09761904761904762
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 390,
              "text_mean": 0.9285714285714286,
              "pooled": 0.9285714285714286,
              "wilson95": [
                0.8998630370759932,
                0.9495111628941371
              ],
              "bootstrap95": [
                0.9023809523809524,
                0.95
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 390,
              "text_mean": 0.9285714285714286,
              "pooled": 0.9285714285714286,
              "wilson95": [
                0.8998630370759932,
                0.9495111628941371
              ],
              "bootstrap95": [
                0.9023809523809524,
                0.9523809523809523
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "count",
        "source": "dbpedia|k2|natural|aligned",
        "target": "dbpedia|k13|natural|aligned",
        "source_task": "dbpedia",
        "target_task": "dbpedia",
        "score": "negative_max",
        "threshold": -1.0,
        "source_calibration_subset": {
          "threshold": -1.0,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9125,
              1.0
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.0458181295355271
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9125,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          }
        },
        "target_test": {
          "threshold": -1.0,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 404,
            "text_mean": 0.9619047619047619,
            "pooled": 0.9619047619047619,
            "wilson95": [
              0.9390194773205586,
              0.9764171604250264
            ],
            "bootstrap95": [
              0.9428571428571428,
              0.9785714285714285
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 26,
            "text_mean": 0.06190476190476191,
            "pooled": 0.06190476190476191,
            "wilson95": [
              0.04259230694055144,
              0.0891585108677598
            ],
            "bootstrap95": [
              0.04047619047619048,
              0.08571428571428572
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 393,
            "text_mean": 0.9357142857142857,
            "pooled": 0.9357142857142857,
            "wilson95": [
              0.9080842471471964,
              0.9554461894891029
            ],
            "bootstrap95": [
              0.9095238095238095,
              0.9571428571428572
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 1,
            "text_mean": 0.002380952380952381,
            "pooled": 0.002380952380952381,
            "wilson95": [
              0.00042042027400248944,
              0.013361758649568439
            ],
            "bootstrap95": [
              0.0,
              0.007142857142857143
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 394,
            "text_mean": 0.9380952380952381,
            "pooled": 0.9380952380952381,
            "wilson95": [
              0.9108414891322402,
              0.9574076930594485
            ],
            "bootstrap95": [
              0.9142857142857143,
              0.9595238095238096
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 16,
            "text_mean": 0.0380952380952381,
            "pooled": 0.0380952380952381,
            "wilson95": [
              0.02358283957497366,
              0.06098052267944147
            ],
            "bootstrap95": [
              0.02142857142857143,
              0.05714285714285714
            ]
          }
        },
        "local_reference": {
          "threshold": -1.0,
          "target_test": {
            "threshold": -1.0,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 404,
              "text_mean": 0.9619047619047619,
              "pooled": 0.9619047619047619,
              "wilson95": [
                0.9390194773205586,
                0.9764171604250264
              ],
              "bootstrap95": [
                0.9428571428571428,
                0.9785714285714285
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 26,
              "text_mean": 0.06190476190476191,
              "pooled": 0.06190476190476191,
              "wilson95": [
                0.04259230694055144,
                0.0891585108677598
              ],
              "bootstrap95": [
                0.04047619047619048,
                0.08571428571428572
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 393,
              "text_mean": 0.9357142857142857,
              "pooled": 0.9357142857142857,
              "wilson95": [
                0.9080842471471964,
                0.9554461894891029
              ],
              "bootstrap95": [
                0.9119047619047619,
                0.9571428571428572
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 1,
              "text_mean": 0.002380952380952381,
              "pooled": 0.002380952380952381,
              "wilson95": [
                0.00042042027400248944,
                0.013361758649568439
              ],
              "bootstrap95": [
                0.0,
                0.007142857142857143
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 394,
              "text_mean": 0.9380952380952381,
              "pooled": 0.9380952380952381,
              "wilson95": [
                0.9108414891322402,
                0.9574076930594485
              ],
              "bootstrap95": [
                0.9142857142857143,
                0.9595238095238096
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 16,
              "text_mean": 0.0380952380952381,
              "pooled": 0.0380952380952381,
              "wilson95": [
                0.02358283957497366,
                0.06098052267944147
              ],
              "bootstrap95": [
                0.02142857142857143,
                0.05714285714285714
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "count",
        "source": "dbpedia|k2|natural|aligned",
        "target": "dbpedia|k13|natural|aligned",
        "source_task": "dbpedia",
        "target_task": "dbpedia",
        "score": "normalized_entropy",
        "threshold": -0.0,
        "source_calibration_subset": {
          "threshold": -0.0,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9125,
              1.0
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.0458181295355271
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.925,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          }
        },
        "target_test": {
          "threshold": -0.0,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 404,
            "text_mean": 0.9619047619047619,
            "pooled": 0.9619047619047619,
            "wilson95": [
              0.9390194773205586,
              0.9764171604250264
            ],
            "bootstrap95": [
              0.9428571428571428,
              0.9785714285714285
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 26,
            "text_mean": 0.06190476190476191,
            "pooled": 0.06190476190476191,
            "wilson95": [
              0.04259230694055144,
              0.0891585108677598
            ],
            "bootstrap95": [
              0.04047619047619048,
              0.08571428571428572
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 393,
            "text_mean": 0.9357142857142857,
            "pooled": 0.9357142857142857,
            "wilson95": [
              0.9080842471471964,
              0.9554461894891029
            ],
            "bootstrap95": [
              0.9095238095238095,
              0.9595238095238096
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 1,
            "text_mean": 0.002380952380952381,
            "pooled": 0.002380952380952381,
            "wilson95": [
              0.00042042027400248944,
              0.013361758649568439
            ],
            "bootstrap95": [
              0.0,
              0.007142857142857143
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 394,
            "text_mean": 0.9380952380952381,
            "pooled": 0.9380952380952381,
            "wilson95": [
              0.9108414891322402,
              0.9574076930594485
            ],
            "bootstrap95": [
              0.9142857142857143,
              0.9619047619047619
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 16,
            "text_mean": 0.0380952380952381,
            "pooled": 0.0380952380952381,
            "wilson95": [
              0.02358283957497366,
              0.06098052267944147
            ],
            "bootstrap95": [
              0.02142857142857143,
              0.05714285714285714
            ]
          }
        },
        "local_reference": {
          "threshold": -0.0,
          "target_test": {
            "threshold": -0.0,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 404,
              "text_mean": 0.9619047619047619,
              "pooled": 0.9619047619047619,
              "wilson95": [
                0.9390194773205586,
                0.9764171604250264
              ],
              "bootstrap95": [
                0.9428571428571428,
                0.9785714285714285
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 26,
              "text_mean": 0.06190476190476191,
              "pooled": 0.06190476190476191,
              "wilson95": [
                0.04259230694055144,
                0.0891585108677598
              ],
              "bootstrap95": [
                0.04047619047619048,
                0.08571428571428572
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 393,
              "text_mean": 0.9357142857142857,
              "pooled": 0.9357142857142857,
              "wilson95": [
                0.9080842471471964,
                0.9554461894891029
              ],
              "bootstrap95": [
                0.9119047619047619,
                0.9595238095238096
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 1,
              "text_mean": 0.002380952380952381,
              "pooled": 0.002380952380952381,
              "wilson95": [
                0.00042042027400248944,
                0.013361758649568439
              ],
              "bootstrap95": [
                0.0,
                0.007142857142857143
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 394,
              "text_mean": 0.9380952380952381,
              "pooled": 0.9380952380952381,
              "wilson95": [
                0.9108414891322402,
                0.9574076930594485
              ],
              "bootstrap95": [
                0.9142857142857143,
                0.9595238095238096
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 16,
              "text_mean": 0.0380952380952381,
              "pooled": 0.0380952380952381,
              "wilson95": [
                0.02358283957497366,
                0.06098052267944147
              ],
              "bootstrap95": [
                0.02142857142857143,
                0.05714285714285714
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "count",
        "source": "dbpedia|k2|natural|aligned",
        "target": "dbpedia|k13|natural|aligned",
        "source_task": "dbpedia",
        "target_task": "dbpedia",
        "score": "none_probability",
        "threshold": 0.06,
        "source_calibration_subset": {
          "threshold": 0.06,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 80,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9541818704644728,
              0.9999999999999999
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.0458181295355271
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.0458181295355271
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          }
        },
        "target_test": {
          "threshold": 0.06,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 413,
            "text_mean": 0.9833333333333333,
            "pooled": 0.9833333333333333,
            "wilson95": [
              0.9660016206431093,
              0.991903727100982
            ],
            "bootstrap95": [
              0.9714285714285714,
              0.9952380952380953
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 15,
            "text_mean": 0.03571428571428571,
            "pooled": 0.03571428571428571,
            "wilson95": [
              0.021760783038651,
              0.058083833660374506
            ],
            "bootstrap95": [
              0.01904761904761905,
              0.05476190476190476
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 402,
            "text_mean": 0.9571428571428572,
            "pooled": 0.9571428571428572,
            "wilson95": [
              0.9332776936660707,
              0.9727214529687349
            ],
            "bootstrap95": [
              0.9357142857142857,
              0.9761904761904762
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 3,
            "text_mean": 0.007142857142857143,
            "pooled": 0.007142857142857143,
            "wilson95": [
              0.0024321293652942912,
              0.02078754066905586
            ],
            "bootstrap95": [
              0.0,
              0.016666666666666666
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 405,
            "text_mean": 0.9642857142857143,
            "pooled": 0.9642857142857143,
            "wilson95": [
              0.9419161663396255,
              0.9782392169613491
            ],
            "bootstrap95": [
              0.9452380952380952,
              0.9809523809523809
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 7,
            "text_mean": 0.016666666666666666,
            "pooled": 0.016666666666666666,
            "wilson95": [
              0.00809627289901804,
              0.03399837935689056
            ],
            "bootstrap95": [
              0.004761904761904762,
              0.030952380952380953
            ]
          }
        },
        "local_reference": {
          "threshold": 0.03,
          "target_test": {
            "threshold": 0.03,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 416,
              "text_mean": 0.9904761904761905,
              "pooled": 0.9904761904761905,
              "wilson95": [
                0.9757712649891934,
                0.9962903194210668
              ],
              "bootstrap95": [
                0.9809523809523809,
                0.9976190476190476
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 20,
              "text_mean": 0.047619047619047616,
              "pooled": 0.047619047619047616,
              "wilson95": [
                0.031034610750252264,
                0.0724037337257213
              ],
              "bootstrap95": [
                0.02857142857142857,
                0.06904761904761905
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 398,
              "text_mean": 0.9476190476190476,
              "pooled": 0.9476190476190476,
              "wilson95": [
                0.9219671217697466,
                0.9651570426435004
              ],
              "bootstrap95": [
                0.9261904761904762,
                0.9666666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 2,
              "text_mean": 0.004761904761904762,
              "pooled": 0.004761904761904762,
              "wilson95": [
                0.0013068588560261607,
                0.01719406562293438
              ],
              "bootstrap95": [
                0.0,
                0.011904761904761904
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 400,
              "text_mean": 0.9523809523809523,
              "pooled": 0.9523809523809523,
              "wilson95": [
                0.9275962662742786,
                0.9689653892497477
              ],
              "bootstrap95": [
                0.930952380952381,
                0.9714285714285714
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 4,
              "text_mean": 0.009523809523809525,
              "pooled": 0.009523809523809525,
              "wilson95": [
                0.003709680578933148,
                0.024228735010806617
              ],
              "bootstrap95": [
                0.002380952380952381,
                0.02142857142857143
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "dbpedia|k2|natural|aligned",
        "target": "dbpedia|k2|neutral|aligned",
        "source_task": "dbpedia",
        "target_task": "dbpedia",
        "score": "negative_max",
        "threshold": -1.0,
        "source_calibration_subset": {
          "threshold": -1.0,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9125,
              1.0
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.0458181295355271
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9125,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          }
        },
        "target_test": {
          "threshold": -1.0,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 401,
            "text_mean": 0.9547619047619048,
            "pooled": 0.9547619047619048,
            "wilson95": [
              0.930429987161586,
              0.9708504139178302
            ],
            "bootstrap95": [
              0.9333333333333333,
              0.9738095238095238
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 8,
            "text_mean": 0.01904761904761905,
            "pooled": 0.01904761904761905,
            "wilson95": [
              0.009682629437270296,
              0.03713076837402792
            ],
            "bootstrap95": [
              0.007142857142857143,
              0.03333333333333333
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 412,
            "text_mean": 0.9809523809523809,
            "pooled": 0.9809523809523809,
            "wilson95": [
              0.962869231625972,
              0.9903173705627296
            ],
            "bootstrap95": [
              0.9666666666666667,
              0.9928571428571429
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              -8.673617379884035e-19,
              0.009063433368181315
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 412,
            "text_mean": 0.9809523809523809,
            "pooled": 0.9809523809523809,
            "wilson95": [
              0.962869231625972,
              0.9903173705627296
            ],
            "bootstrap95": [
              0.9666666666666667,
              0.9928571428571429
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 19,
            "text_mean": 0.04523809523809524,
            "pooled": 0.04523809523809524,
            "wilson95": [
              0.02914958608216981,
              0.06957001283841413
            ],
            "bootstrap95": [
              0.02619047619047619,
              0.06666666666666667
            ]
          }
        },
        "local_reference": {
          "threshold": -1.0,
          "target_test": {
            "threshold": -1.0,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 401,
              "text_mean": 0.9547619047619048,
              "pooled": 0.9547619047619048,
              "wilson95": [
                0.930429987161586,
                0.9708504139178302
              ],
              "bootstrap95": [
                0.9333333333333333,
                0.9738095238095238
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 8,
              "text_mean": 0.01904761904761905,
              "pooled": 0.01904761904761905,
              "wilson95": [
                0.009682629437270296,
                0.03713076837402792
              ],
              "bootstrap95": [
                0.007142857142857143,
                0.03333333333333333
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 412,
              "text_mean": 0.9809523809523809,
              "pooled": 0.9809523809523809,
              "wilson95": [
                0.962869231625972,
                0.9903173705627296
              ],
              "bootstrap95": [
                0.9666666666666667,
                0.9928571428571429
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 412,
              "text_mean": 0.9809523809523809,
              "pooled": 0.9809523809523809,
              "wilson95": [
                0.962869231625972,
                0.9903173705627296
              ],
              "bootstrap95": [
                0.9666666666666667,
                0.9928571428571429
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 19,
              "text_mean": 0.04523809523809524,
              "pooled": 0.04523809523809524,
              "wilson95": [
                0.02914958608216981,
                0.06957001283841413
              ],
              "bootstrap95": [
                0.02619047619047619,
                0.06666666666666667
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "dbpedia|k2|natural|aligned",
        "target": "dbpedia|k2|neutral|aligned",
        "source_task": "dbpedia",
        "target_task": "dbpedia",
        "score": "normalized_entropy",
        "threshold": -0.0,
        "source_calibration_subset": {
          "threshold": -0.0,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9125,
              1.0
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.0458181295355271
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9125,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          }
        },
        "target_test": {
          "threshold": -0.0,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 401,
            "text_mean": 0.9547619047619048,
            "pooled": 0.9547619047619048,
            "wilson95": [
              0.930429987161586,
              0.9708504139178302
            ],
            "bootstrap95": [
              0.9356547619047619,
              0.9738095238095238
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 8,
            "text_mean": 0.01904761904761905,
            "pooled": 0.01904761904761905,
            "wilson95": [
              0.009682629437270296,
              0.03713076837402792
            ],
            "bootstrap95": [
              0.007142857142857143,
              0.03333333333333333
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 412,
            "text_mean": 0.9809523809523809,
            "pooled": 0.9809523809523809,
            "wilson95": [
              0.962869231625972,
              0.9903173705627296
            ],
            "bootstrap95": [
              0.9666666666666667,
              0.9928571428571429
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              -8.673617379884035e-19,
              0.009063433368181315
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 412,
            "text_mean": 0.9809523809523809,
            "pooled": 0.9809523809523809,
            "wilson95": [
              0.962869231625972,
              0.9903173705627296
            ],
            "bootstrap95": [
              0.9666666666666667,
              0.9928571428571429
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 19,
            "text_mean": 0.04523809523809524,
            "pooled": 0.04523809523809524,
            "wilson95": [
              0.02914958608216981,
              0.06957001283841413
            ],
            "bootstrap95": [
              0.02857142857142857,
              0.06666666666666667
            ]
          }
        },
        "local_reference": {
          "threshold": -0.0,
          "target_test": {
            "threshold": -0.0,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 401,
              "text_mean": 0.9547619047619048,
              "pooled": 0.9547619047619048,
              "wilson95": [
                0.930429987161586,
                0.9708504139178302
              ],
              "bootstrap95": [
                0.9357142857142857,
                0.9738095238095238
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 8,
              "text_mean": 0.01904761904761905,
              "pooled": 0.01904761904761905,
              "wilson95": [
                0.009682629437270296,
                0.03713076837402792
              ],
              "bootstrap95": [
                0.007142857142857143,
                0.03333333333333333
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 412,
              "text_mean": 0.9809523809523809,
              "pooled": 0.9809523809523809,
              "wilson95": [
                0.962869231625972,
                0.9903173705627296
              ],
              "bootstrap95": [
                0.9666666666666667,
                0.9928571428571429
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 412,
              "text_mean": 0.9809523809523809,
              "pooled": 0.9809523809523809,
              "wilson95": [
                0.962869231625972,
                0.9903173705627296
              ],
              "bootstrap95": [
                0.9666666666666667,
                0.9928571428571429
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 19,
              "text_mean": 0.04523809523809524,
              "pooled": 0.04523809523809524,
              "wilson95": [
                0.02914958608216981,
                0.06957001283841413
              ],
              "bootstrap95": [
                0.02619047619047619,
                0.06428571428571428
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "dbpedia|k2|natural|aligned",
        "target": "dbpedia|k2|neutral|aligned",
        "source_task": "dbpedia",
        "target_task": "dbpedia",
        "score": "none_probability",
        "threshold": 0.06,
        "source_calibration_subset": {
          "threshold": 0.06,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 80,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9541818704644728,
              0.9999999999999999
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.0458181295355271
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.0458181295355271
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          }
        },
        "target_test": {
          "threshold": 0.06,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 420,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9909365666318185,
              0.9999999999999999
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 30,
            "text_mean": 0.07142857142857142,
            "pooled": 0.07142857142857142,
            "wilson95": [
              0.05048883710586293,
              0.10013696292400676
            ],
            "bootstrap95": [
              0.047619047619047616,
              0.09761904761904762
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 389,
            "text_mean": 0.9261904761904762,
            "pooled": 0.9261904761904762,
            "wilson95": [
              0.8971381987632399,
              0.9475172556515008
            ],
            "bootstrap95": [
              0.9,
              0.95
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 1,
            "text_mean": 0.002380952380952381,
            "pooled": 0.002380952380952381,
            "wilson95": [
              0.00042042027400248944,
              0.013361758649568439
            ],
            "bootstrap95": [
              0.0,
              0.007142857142857143
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 390,
            "text_mean": 0.9285714285714286,
            "pooled": 0.9285714285714286,
            "wilson95": [
              0.8998630370759932,
              0.9495111628941371
            ],
            "bootstrap95": [
              0.904702380952381,
              0.9547619047619048
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              -8.673617379884035e-19,
              0.009063433368181315
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          }
        },
        "local_reference": {
          "threshold": 0.08,
          "target_test": {
            "threshold": 0.08,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 420,
              "text_mean": 1.0,
              "pooled": 1.0,
              "wilson95": [
                0.9909365666318185,
                0.9999999999999999
              ],
              "bootstrap95": [
                1.0,
                1.0
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 29,
              "text_mean": 0.06904761904761905,
              "pooled": 0.06904761904761905,
              "wilson95": [
                0.04850247354353382,
                0.09740458093094628
              ],
              "bootstrap95": [
                0.04523809523809524,
                0.09285714285714286
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 390,
              "text_mean": 0.9285714285714286,
              "pooled": 0.9285714285714286,
              "wilson95": [
                0.8998630370759932,
                0.9495111628941371
              ],
              "bootstrap95": [
                0.9047619047619048,
                0.9523809523809523
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 1,
              "text_mean": 0.002380952380952381,
              "pooled": 0.002380952380952381,
              "wilson95": [
                0.00042042027400248944,
                0.013361758649568439
              ],
              "bootstrap95": [
                0.0,
                0.007142857142857143
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 391,
              "text_mean": 0.930952380952381,
              "pooled": 0.930952380952381,
              "wilson95": [
                0.9025954190690537,
                0.9514975264564662
              ],
              "bootstrap95": [
                0.9047619047619048,
                0.9547619047619048
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "dbpedia|k4|natural|aligned",
        "target": "dbpedia|k4|neutral|aligned",
        "source_task": "dbpedia",
        "target_task": "dbpedia",
        "score": "negative_max",
        "threshold": -1.0,
        "source_calibration_subset": {
          "threshold": -1.0,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 69,
            "text_mean": 0.8625,
            "pooled": 0.8625,
            "wilson95": [
              0.7703289993301339,
              0.9214528567566089
            ],
            "bootstrap95": [
              0.775,
              0.925
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9125,
              1.0
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.0458181295355271
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9125,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 11,
            "text_mean": 0.1375,
            "pooled": 0.1375,
            "wilson95": [
              0.07854714324339108,
              0.22967100066986607
            ],
            "bootstrap95": [
              0.0625,
              0.225
            ]
          }
        },
        "target_test": {
          "threshold": -1.0,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 383,
            "text_mean": 0.9119047619047619,
            "pooled": 0.9119047619047619,
            "wilson95": [
              0.880931016885516,
              0.935411964196887
            ],
            "bootstrap95": [
              0.8833333333333333,
              0.9380952380952381
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 14,
            "text_mean": 0.03333333333333333,
            "pooled": 0.03333333333333333,
            "wilson95": [
              0.019958007307788107,
              0.05516786383584777
            ],
            "bootstrap95": [
              0.016666666666666666,
              0.05238095238095238
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 406,
            "text_mean": 0.9666666666666667,
            "pooled": 0.9666666666666667,
            "wilson95": [
              0.9448321361641523,
              0.9800419926922119
            ],
            "bootstrap95": [
              0.9476190476190476,
              0.9833333333333333
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              -8.673617379884035e-19,
              0.009063433368181315
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 406,
            "text_mean": 0.9666666666666667,
            "pooled": 0.9666666666666667,
            "wilson95": [
              0.9448321361641523,
              0.9800419926922119
            ],
            "bootstrap95": [
              0.9476190476190476,
              0.9833333333333333
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 37,
            "text_mean": 0.0880952380952381,
            "pooled": 0.0880952380952381,
            "wilson95": [
              0.06458803580311298,
              0.11906898311448402
            ],
            "bootstrap95": [
              0.06190476190476191,
              0.11428571428571428
            ]
          }
        },
        "local_reference": {
          "threshold": -0.99,
          "target_test": {
            "threshold": -0.99,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 365,
              "text_mean": 0.8690476190476191,
              "pooled": 0.8690476190476191,
              "wilson95": [
                0.8334128192493095,
                0.8979927418360805
              ],
              "bootstrap95": [
                0.8380952380952381,
                0.9
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 8,
              "text_mean": 0.01904761904761905,
              "pooled": 0.01904761904761905,
              "wilson95": [
                0.009682629437270296,
                0.03713076837402792
              ],
              "bootstrap95": [
                0.007142857142857143,
                0.03333333333333333
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 412,
              "text_mean": 0.9809523809523809,
              "pooled": 0.9809523809523809,
              "wilson95": [
                0.962869231625972,
                0.9903173705627296
              ],
              "bootstrap95": [
                0.9666666666666667,
                0.9928571428571429
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 412,
              "text_mean": 0.9809523809523809,
              "pooled": 0.9809523809523809,
              "wilson95": [
                0.962869231625972,
                0.9903173705627296
              ],
              "bootstrap95": [
                0.9666666666666667,
                0.9928571428571429
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 55,
              "text_mean": 0.13095238095238096,
              "pooled": 0.13095238095238096,
              "wilson95": [
                0.10200725816391958,
                0.16658718075069046
              ],
              "bootstrap95": [
                0.1,
                0.1619642857142854
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "dbpedia|k4|natural|aligned",
        "target": "dbpedia|k4|neutral|aligned",
        "source_task": "dbpedia",
        "target_task": "dbpedia",
        "score": "normalized_entropy",
        "threshold": -0.0,
        "source_calibration_subset": {
          "threshold": -0.0,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 69,
            "text_mean": 0.8625,
            "pooled": 0.8625,
            "wilson95": [
              0.7703289993301339,
              0.9214528567566089
            ],
            "bootstrap95": [
              0.7875,
              0.9375
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9125,
              1.0
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.0458181295355271
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9125,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 11,
            "text_mean": 0.1375,
            "pooled": 0.1375,
            "wilson95": [
              0.07854714324339108,
              0.22967100066986607
            ],
            "bootstrap95": [
              0.0625,
              0.2125
            ]
          }
        },
        "target_test": {
          "threshold": -0.0,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 383,
            "text_mean": 0.9119047619047619,
            "pooled": 0.9119047619047619,
            "wilson95": [
              0.880931016885516,
              0.935411964196887
            ],
            "bootstrap95": [
              0.8809523809523809,
              0.9380952380952381
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 14,
            "text_mean": 0.03333333333333333,
            "pooled": 0.03333333333333333,
            "wilson95": [
              0.019958007307788107,
              0.05516786383584777
            ],
            "bootstrap95": [
              0.016666666666666666,
              0.05238095238095238
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 406,
            "text_mean": 0.9666666666666667,
            "pooled": 0.9666666666666667,
            "wilson95": [
              0.9448321361641523,
              0.9800419926922119
            ],
            "bootstrap95": [
              0.9476190476190476,
              0.9833333333333333
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              -8.673617379884035e-19,
              0.009063433368181315
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 406,
            "text_mean": 0.9666666666666667,
            "pooled": 0.9666666666666667,
            "wilson95": [
              0.9448321361641523,
              0.9800419926922119
            ],
            "bootstrap95": [
              0.9476190476190476,
              0.9833333333333333
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 37,
            "text_mean": 0.0880952380952381,
            "pooled": 0.0880952380952381,
            "wilson95": [
              0.06458803580311298,
              0.11906898311448402
            ],
            "bootstrap95": [
              0.06190476190476191,
              0.11666666666666667
            ]
          }
        },
        "local_reference": {
          "threshold": 0.04039656794795559,
          "target_test": {
            "threshold": 0.04039656794795559,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 365,
              "text_mean": 0.8690476190476191,
              "pooled": 0.8690476190476191,
              "wilson95": [
                0.8334128192493095,
                0.8979927418360805
              ],
              "bootstrap95": [
                0.835654761904762,
                0.9
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 8,
              "text_mean": 0.01904761904761905,
              "pooled": 0.01904761904761905,
              "wilson95": [
                0.009682629437270296,
                0.03713076837402792
              ],
              "bootstrap95": [
                0.007142857142857143,
                0.03333333333333333
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 412,
              "text_mean": 0.9809523809523809,
              "pooled": 0.9809523809523809,
              "wilson95": [
                0.962869231625972,
                0.9903173705627296
              ],
              "bootstrap95": [
                0.9666666666666667,
                0.9928571428571429
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 412,
              "text_mean": 0.9809523809523809,
              "pooled": 0.9809523809523809,
              "wilson95": [
                0.962869231625972,
                0.9903173705627296
              ],
              "bootstrap95": [
                0.9666666666666667,
                0.9928571428571429
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 55,
              "text_mean": 0.13095238095238096,
              "pooled": 0.13095238095238096,
              "wilson95": [
                0.10200725816391958,
                0.16658718075069046
              ],
              "bootstrap95": [
                0.1,
                0.1619047619047619
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "dbpedia|k4|natural|aligned",
        "target": "dbpedia|k4|neutral|aligned",
        "source_task": "dbpedia",
        "target_task": "dbpedia",
        "score": "none_probability",
        "threshold": 0.03,
        "source_calibration_subset": {
          "threshold": 0.03,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 80,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9541818704644728,
              0.9999999999999999
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.0458181295355271
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.0458181295355271
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          }
        },
        "target_test": {
          "threshold": 0.03,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 420,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9909365666318185,
              0.9999999999999999
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 30,
            "text_mean": 0.07142857142857142,
            "pooled": 0.07142857142857142,
            "wilson95": [
              0.05048883710586293,
              0.10013696292400676
            ],
            "bootstrap95": [
              0.047619047619047616,
              0.09761904761904762
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 390,
            "text_mean": 0.9285714285714286,
            "pooled": 0.9285714285714286,
            "wilson95": [
              0.8998630370759932,
              0.9495111628941371
            ],
            "bootstrap95": [
              0.9023809523809524,
              0.9523809523809523
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              -8.673617379884035e-19,
              0.009063433368181315
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 390,
            "text_mean": 0.9285714285714286,
            "pooled": 0.9285714285714286,
            "wilson95": [
              0.8998630370759932,
              0.9495111628941371
            ],
            "bootstrap95": [
              0.9023809523809524,
              0.9523809523809523
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              -8.673617379884035e-19,
              0.009063433368181315
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          }
        },
        "local_reference": {
          "threshold": 0.07,
          "target_test": {
            "threshold": 0.07,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 420,
              "text_mean": 1.0,
              "pooled": 1.0,
              "wilson95": [
                0.9909365666318185,
                0.9999999999999999
              ],
              "bootstrap95": [
                1.0,
                1.0
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 26,
              "text_mean": 0.06190476190476191,
              "pooled": 0.06190476190476191,
              "wilson95": [
                0.04259230694055144,
                0.0891585108677598
              ],
              "bootstrap95": [
                0.04047619047619048,
                0.08571428571428572
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 394,
              "text_mean": 0.9380952380952381,
              "pooled": 0.9380952380952381,
              "wilson95": [
                0.9108414891322402,
                0.9574076930594485
              ],
              "bootstrap95": [
                0.9142857142857143,
                0.9595238095238096
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 394,
              "text_mean": 0.9380952380952381,
              "pooled": 0.9380952380952381,
              "wilson95": [
                0.9108414891322402,
                0.9574076930594485
              ],
              "bootstrap95": [
                0.9142857142857143,
                0.9595238095238096
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "dbpedia|k13|natural|aligned",
        "target": "dbpedia|k13|neutral|aligned",
        "source_task": "dbpedia",
        "target_task": "dbpedia",
        "score": "negative_max",
        "threshold": -1.0,
        "source_calibration_subset": {
          "threshold": -1.0,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 78,
            "text_mean": 0.975,
            "pooled": 0.975,
            "wilson95": [
              0.9133556701442198,
              0.9931171067970292
            ],
            "bootstrap95": [
              0.9375,
              1.0
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 75,
            "text_mean": 0.9375,
            "pooled": 0.9375,
            "wilson95": [
              0.8618985123272557,
              0.973010624329158
            ],
            "bootstrap95": [
              0.8875,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 1,
            "text_mean": 0.0125,
            "pooled": 0.0125,
            "wilson95": [
              0.0022099755204522745,
              0.06746270077668665
            ],
            "bootstrap95": [
              0.0,
              0.0375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 2,
            "text_mean": 0.025,
            "pooled": 0.025,
            "wilson95": [
              0.006882893202970648,
              0.0866443298557801
            ],
            "bootstrap95": [
              0.0,
              0.0625
            ]
          }
        },
        "target_test": {
          "threshold": -1.0,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 399,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.9247755897990497,
              0.967067320169587
            ],
            "bootstrap95": [
              0.9285714285714286,
              0.969047619047619
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 30,
            "text_mean": 0.07142857142857142,
            "pooled": 0.07142857142857142,
            "wilson95": [
              0.05048883710586293,
              0.10013696292400676
            ],
            "bootstrap95": [
              0.047619047619047616,
              0.09761904761904762
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 389,
            "text_mean": 0.9261904761904762,
            "pooled": 0.9261904761904762,
            "wilson95": [
              0.8971381987632399,
              0.9475172556515008
            ],
            "bootstrap95": [
              0.9,
              0.9500595238095234
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 1,
            "text_mean": 0.002380952380952381,
            "pooled": 0.002380952380952381,
            "wilson95": [
              0.00042042027400248944,
              0.013361758649568439
            ],
            "bootstrap95": [
              0.0,
              0.007142857142857143
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 390,
            "text_mean": 0.9285714285714286,
            "pooled": 0.9285714285714286,
            "wilson95": [
              0.8998630370759932,
              0.9495111628941371
            ],
            "bootstrap95": [
              0.9023809523809524,
              0.9523809523809523
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 21,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.03293267983041302,
              0.07522441020095016
            ],
            "bootstrap95": [
              0.030952380952380953,
              0.07142857142857142
            ]
          }
        },
        "local_reference": {
          "threshold": -0.99,
          "target_test": {
            "threshold": -0.99,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 387,
              "text_mean": 0.9214285714285714,
              "pooled": 0.9214285714285714,
              "wilson95": [
                0.8917098823410978,
                0.9435080809628635
              ],
              "bootstrap95": [
                0.8928571428571429,
                0.9452380952380952
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 24,
              "text_mean": 0.05714285714285714,
              "pooled": 0.05714285714285714,
              "wilson95": [
                0.03869722804925656,
                0.08361609864827545
              ],
              "bootstrap95": [
                0.03571428571428571,
                0.08095238095238096
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 395,
              "text_mean": 0.9404761904761905,
              "pooled": 0.9404761904761905,
              "wilson95": [
                0.9136078748319504,
                0.9593600529151279
              ],
              "bootstrap95": [
                0.9166666666666666,
                0.9619047619047619
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 1,
              "text_mean": 0.002380952380952381,
              "pooled": 0.002380952380952381,
              "wilson95": [
                0.00042042027400248944,
                0.013361758649568439
              ],
              "bootstrap95": [
                0.0,
                0.007142857142857143
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 396,
              "text_mean": 0.9428571428571428,
              "pooled": 0.9428571428571428,
              "wilson95": [
                0.9163839013517245,
                0.9613027719507434
              ],
              "bootstrap95": [
                0.919047619047619,
                0.9642857142857143
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 33,
              "text_mean": 0.07857142857142857,
              "pooled": 0.07857142857142857,
              "wilson95": [
                0.056491919037136434,
                0.10829011765890209
              ],
              "bootstrap95": [
                0.05476190476190476,
                0.10476190476190476
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "dbpedia|k13|natural|aligned",
        "target": "dbpedia|k13|neutral|aligned",
        "source_task": "dbpedia",
        "target_task": "dbpedia",
        "score": "normalized_entropy",
        "threshold": -0.0,
        "source_calibration_subset": {
          "threshold": -0.0,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 78,
            "text_mean": 0.975,
            "pooled": 0.975,
            "wilson95": [
              0.9133556701442198,
              0.9931171067970292
            ],
            "bootstrap95": [
              0.9375,
              1.0
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 75,
            "text_mean": 0.9375,
            "pooled": 0.9375,
            "wilson95": [
              0.8618985123272557,
              0.973010624329158
            ],
            "bootstrap95": [
              0.875,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 1,
            "text_mean": 0.0125,
            "pooled": 0.0125,
            "wilson95": [
              0.0022099755204522745,
              0.06746270077668665
            ],
            "bootstrap95": [
              0.0,
              0.0375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 2,
            "text_mean": 0.025,
            "pooled": 0.025,
            "wilson95": [
              0.006882893202970648,
              0.0866443298557801
            ],
            "bootstrap95": [
              0.0,
              0.0625
            ]
          }
        },
        "target_test": {
          "threshold": -0.0,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 399,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.9247755897990497,
              0.967067320169587
            ],
            "bootstrap95": [
              0.9285714285714286,
              0.969047619047619
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 30,
            "text_mean": 0.07142857142857142,
            "pooled": 0.07142857142857142,
            "wilson95": [
              0.05048883710586293,
              0.10013696292400676
            ],
            "bootstrap95": [
              0.047619047619047616,
              0.09761904761904762
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 389,
            "text_mean": 0.9261904761904762,
            "pooled": 0.9261904761904762,
            "wilson95": [
              0.8971381987632399,
              0.9475172556515008
            ],
            "bootstrap95": [
              0.9,
              0.95
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 1,
            "text_mean": 0.002380952380952381,
            "pooled": 0.002380952380952381,
            "wilson95": [
              0.00042042027400248944,
              0.013361758649568439
            ],
            "bootstrap95": [
              0.0,
              0.007142857142857143
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 390,
            "text_mean": 0.9285714285714286,
            "pooled": 0.9285714285714286,
            "wilson95": [
              0.8998630370759932,
              0.9495111628941371
            ],
            "bootstrap95": [
              0.9023809523809524,
              0.9523809523809523
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 21,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.03293267983041302,
              0.07522441020095016
            ],
            "bootstrap95": [
              0.030952380952380953,
              0.07380952380952381
            ]
          }
        },
        "local_reference": {
          "threshold": 0.021833387934906676,
          "target_test": {
            "threshold": 0.021833387934906676,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 387,
              "text_mean": 0.9214285714285714,
              "pooled": 0.9214285714285714,
              "wilson95": [
                0.8917098823410978,
                0.9435080809628635
              ],
              "bootstrap95": [
                0.8928571428571429,
                0.9476190476190476
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 24,
              "text_mean": 0.05714285714285714,
              "pooled": 0.05714285714285714,
              "wilson95": [
                0.03869722804925656,
                0.08361609864827545
              ],
              "bootstrap95": [
                0.03571428571428571,
                0.08095238095238096
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 395,
              "text_mean": 0.9404761904761905,
              "pooled": 0.9404761904761905,
              "wilson95": [
                0.9136078748319504,
                0.9593600529151279
              ],
              "bootstrap95": [
                0.9166666666666666,
                0.9619047619047619
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 1,
              "text_mean": 0.002380952380952381,
              "pooled": 0.002380952380952381,
              "wilson95": [
                0.00042042027400248944,
                0.013361758649568439
              ],
              "bootstrap95": [
                0.0,
                0.007142857142857143
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 396,
              "text_mean": 0.9428571428571428,
              "pooled": 0.9428571428571428,
              "wilson95": [
                0.9163839013517245,
                0.9613027719507434
              ],
              "bootstrap95": [
                0.919047619047619,
                0.9642857142857143
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 33,
              "text_mean": 0.07857142857142857,
              "pooled": 0.07857142857142857,
              "wilson95": [
                0.056491919037136434,
                0.10829011765890209
              ],
              "bootstrap95": [
                0.05476190476190476,
                0.10476190476190476
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "dbpedia|k13|natural|aligned",
        "target": "dbpedia|k13|neutral|aligned",
        "source_task": "dbpedia",
        "target_task": "dbpedia",
        "score": "none_probability",
        "threshold": 0.03,
        "source_calibration_subset": {
          "threshold": 0.03,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 79,
            "text_mean": 0.9875,
            "pooled": 0.9875,
            "wilson95": [
              0.9325372992233133,
              0.9977900244795476
            ],
            "bootstrap95": [
              0.9625,
              1.0
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 2,
            "text_mean": 0.025,
            "pooled": 0.025,
            "wilson95": [
              0.006882893202970648,
              0.0866443298557801
            ],
            "bootstrap95": [
              0.0,
              0.0625
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 2,
            "text_mean": 0.025,
            "pooled": 0.025,
            "wilson95": [
              0.006882893202970648,
              0.0866443298557801
            ],
            "bootstrap95": [
              0.0,
              0.0625
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 78,
            "text_mean": 0.975,
            "pooled": 0.975,
            "wilson95": [
              0.9133556701442198,
              0.9931171067970292
            ],
            "bootstrap95": [
              0.9375,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 1,
            "text_mean": 0.0125,
            "pooled": 0.0125,
            "wilson95": [
              0.0022099755204522745,
              0.06746270077668665
            ],
            "bootstrap95": [
              0.0,
              0.0375
            ]
          }
        },
        "target_test": {
          "threshold": 0.03,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 417,
            "text_mean": 0.9928571428571429,
            "pooled": 0.9928571428571429,
            "wilson95": [
              0.9792124593309441,
              0.9975678706347058
            ],
            "bootstrap95": [
              0.9833333333333333,
              1.0
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 24,
            "text_mean": 0.05714285714285714,
            "pooled": 0.05714285714285714,
            "wilson95": [
              0.03869722804925656,
              0.08361609864827545
            ],
            "bootstrap95": [
              0.03571428571428571,
              0.08095238095238096
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 393,
            "text_mean": 0.9357142857142857,
            "pooled": 0.9357142857142857,
            "wilson95": [
              0.9080842471471964,
              0.9554461894891029
            ],
            "bootstrap95": [
              0.9119047619047619,
              0.9571428571428572
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 3,
            "text_mean": 0.007142857142857143,
            "pooled": 0.007142857142857143,
            "wilson95": [
              0.0024321293652942912,
              0.02078754066905586
            ],
            "bootstrap95": [
              0.0,
              0.016666666666666666
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 396,
            "text_mean": 0.9428571428571428,
            "pooled": 0.9428571428571428,
            "wilson95": [
              0.9163839013517245,
              0.9613027719507434
            ],
            "bootstrap95": [
              0.919047619047619,
              0.9642857142857143
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 3,
            "text_mean": 0.007142857142857143,
            "pooled": 0.007142857142857143,
            "wilson95": [
              0.0024321293652942912,
              0.02078754066905586
            ],
            "bootstrap95": [
              0.0,
              0.016666666666666666
            ]
          }
        },
        "local_reference": {
          "threshold": 0.09,
          "target_test": {
            "threshold": 0.09,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 411,
              "text_mean": 0.9785714285714285,
              "pooled": 0.9785714285714285,
              "wilson95": [
                0.9597816427828701,
                0.9886862138504419
              ],
              "bootstrap95": [
                0.9642857142857143,
                0.9904761904761905
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 14,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.019958007307788107,
                0.05516786383584777
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.05
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 402,
              "text_mean": 0.9571428571428572,
              "pooled": 0.9571428571428572,
              "wilson95": [
                0.9332776936660707,
                0.9727214529687349
              ],
              "bootstrap95": [
                0.9380952380952381,
                0.9761904761904762
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 4,
              "text_mean": 0.009523809523809525,
              "pooled": 0.009523809523809525,
              "wilson95": [
                0.003709680578933148,
                0.024228735010806617
              ],
              "bootstrap95": [
                0.002380952380952381,
                0.01904761904761905
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 406,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.9448321361641523,
                0.9800419926922119
              ],
              "bootstrap95": [
                0.95,
                0.9809523809523809
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 9,
              "text_mean": 0.02142857142857143,
              "pooled": 0.02142857142857143,
              "wilson95": [
                0.011313786149558061,
                0.04021835721712977
              ],
              "bootstrap95": [
                0.009523809523809525,
                0.03571428571428571
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "count",
        "source": "emotion|k2|natural|aligned",
        "target": "emotion|k4|natural|aligned",
        "source_task": "emotion",
        "target_task": "emotion",
        "score": "negative_max",
        "threshold": -0.8,
        "source_calibration_subset": {
          "threshold": -0.8,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 17,
            "text_mean": 0.2125,
            "pooled": 0.2125,
            "wilson95": [
              0.13712386717696146,
              0.31422155730596657
            ],
            "bootstrap95": [
              0.125,
              0.3
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 68,
            "text_mean": 0.85,
            "pooled": 0.85,
            "wilson95": [
              0.7558677143867665,
              0.9120595949383645
            ],
            "bootstrap95": [
              0.7625,
              0.925
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 9,
            "text_mean": 0.1125,
            "pooled": 0.1125,
            "wilson95": [
              0.060326869466304764,
              0.20018218092372875
            ],
            "bootstrap95": [
              0.05,
              0.1875
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9125,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 63,
            "text_mean": 0.7875,
            "pooled": 0.7875,
            "wilson95": [
              0.6857784426940333,
              0.8628761328230384
            ],
            "bootstrap95": [
              0.6875,
              0.875
            ]
          }
        },
        "target_test": {
          "threshold": -0.8,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 47,
            "text_mean": 0.28313253012048195,
            "pooled": 0.28313253012048195,
            "wilson95": [
              0.22010542368590802,
              0.35596981436293496
            ],
            "bootstrap95": [
              0.21671686746987953,
              0.35542168674698793
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 40,
            "text_mean": 0.24096385542168675,
            "pooled": 0.24096385542168675,
            "wilson95": [
              0.1822382849831479,
              0.31140713824185884
            ],
            "bootstrap95": [
              0.18057228915662651,
              0.3072289156626506
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 92,
            "text_mean": 0.5542168674698795,
            "pooled": 0.5542168674698795,
            "wilson95": [
              0.4782276592976661,
              0.6277535311901231
            ],
            "bootstrap95": [
              0.4819277108433735,
              0.6265060240963856
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 34,
            "text_mean": 0.20481927710843373,
            "pooled": 0.20481927710843373,
            "wilson95": [
              0.15043571529766897,
              0.2725555809354784
            ],
            "bootstrap95": [
              0.14457831325301204,
              0.26506024096385544
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 126,
            "text_mean": 0.7590361445783133,
            "pooled": 0.7590361445783133,
            "wilson95": [
              0.688592861758141,
              0.817761715016852
            ],
            "bootstrap95": [
              0.6927710843373494,
              0.8192771084337349
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 119,
            "text_mean": 0.7168674698795181,
            "pooled": 0.7168674698795181,
            "wilson95": [
              0.644030185637065,
              0.779894576314092
            ],
            "bootstrap95": [
              0.6445783132530121,
              0.7831325301204819
            ]
          }
        },
        "local_reference": {
          "threshold": -0.64,
          "target_test": {
            "threshold": -0.64,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 27,
              "text_mean": 0.16265060240963855,
              "pooled": 0.16265060240963855,
              "wilson95": [
                0.11425687133157685,
                0.2263046100777344
              ],
              "bootstrap95": [
                0.10843373493975904,
                0.22289156626506024
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 23,
              "text_mean": 0.13855421686746988,
              "pooled": 0.13855421686746988,
              "wilson95": [
                0.09413242881394443,
                0.1993263012674605
              ],
              "bootstrap95": [
                0.09036144578313253,
                0.1927710843373494
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 102,
              "text_mean": 0.6144578313253012,
              "pooled": 0.6144578313253012,
              "wilson95": [
                0.5386237528178108,
                0.6851143159897441
              ],
              "bootstrap95": [
                0.536144578313253,
                0.6867469879518072
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 41,
              "text_mean": 0.2469879518072289,
              "pooled": 0.2469879518072289,
              "wilson95": [
                0.18760035670124037,
                0.31782075435574303
              ],
              "bootstrap95": [
                0.18072289156626506,
                0.3132530120481928
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 143,
              "text_mean": 0.8614457831325302,
              "pooled": 0.8614457831325302,
              "wilson95": [
                0.8006736987325396,
                0.9058675711860555
              ],
              "bootstrap95": [
                0.8072289156626506,
                0.9156626506024096
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 139,
              "text_mean": 0.8373493975903614,
              "pooled": 0.8373493975903614,
              "wilson95": [
                0.7736953899222655,
                0.8857431286684231
              ],
              "bootstrap95": [
                0.7771084337349398,
                0.891566265060241
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "count",
        "source": "emotion|k2|natural|aligned",
        "target": "emotion|k4|natural|aligned",
        "source_task": "emotion",
        "target_task": "emotion",
        "score": "normalized_entropy",
        "threshold": 0.7219280948873623,
        "source_calibration_subset": {
          "threshold": 0.7219280948873623,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 17,
            "text_mean": 0.2125,
            "pooled": 0.2125,
            "wilson95": [
              0.13712386717696146,
              0.31422155730596657
            ],
            "bootstrap95": [
              0.125,
              0.3
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 68,
            "text_mean": 0.85,
            "pooled": 0.85,
            "wilson95": [
              0.7558677143867665,
              0.9120595949383645
            ],
            "bootstrap95": [
              0.775,
              0.925
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 9,
            "text_mean": 0.1125,
            "pooled": 0.1125,
            "wilson95": [
              0.060326869466304764,
              0.20018218092372875
            ],
            "bootstrap95": [
              0.05,
              0.1875
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9125,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 63,
            "text_mean": 0.7875,
            "pooled": 0.7875,
            "wilson95": [
              0.6857784426940333,
              0.8628761328230384
            ],
            "bootstrap95": [
              0.7,
              0.875
            ]
          }
        },
        "target_test": {
          "threshold": 0.7219280948873623,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 10,
            "text_mean": 0.060240963855421686,
            "pooled": 0.060240963855421686,
            "wilson95": [
              0.03304743761879114,
              0.10732735064691815
            ],
            "bootstrap95": [
              0.030120481927710843,
              0.10240963855421686
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 6,
            "text_mean": 0.03614457831325301,
            "pooled": 0.03614457831325301,
            "wilson95": [
              0.016668762913448532,
              0.07660327402435443
            ],
            "bootstrap95": [
              0.012048192771084338,
              0.06626506024096386
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 112,
            "text_mean": 0.6746987951807228,
            "pooled": 0.6746987951807228,
            "wilson95": [
              0.6001797805084458,
              0.741315166618875
            ],
            "bootstrap95": [
              0.6024096385542169,
              0.7469879518072289
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 48,
            "text_mean": 0.2891566265060241,
            "pooled": 0.2891566265060241,
            "wilson95": [
              0.22557532229712407,
              0.36227560358369537
            ],
            "bootstrap95": [
              0.22289156626506024,
              0.3614457831325301
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 160,
            "text_mean": 0.963855421686747,
            "pooled": 0.963855421686747,
            "wilson95": [
              0.9233967259756455,
              0.9833312370865515
            ],
            "bootstrap95": [
              0.9337349397590361,
              0.9879518072289156
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 156,
            "text_mean": 0.9397590361445783,
            "pooled": 0.9397590361445783,
            "wilson95": [
              0.8926726493530818,
              0.9669525623812089
            ],
            "bootstrap95": [
              0.9036144578313253,
              0.9698795180722891
            ]
          }
        },
        "local_reference": {
          "threshold": 0.5292880742925027,
          "target_test": {
            "threshold": 0.5292880742925027,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 25,
              "text_mean": 0.15060240963855423,
              "pooled": 0.15060240963855423,
              "wilson95": [
                0.10413810746388927,
                0.21287199828146883
              ],
              "bootstrap95": [
                0.10240963855421686,
                0.21084337349397592
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 19,
              "text_mean": 0.1144578313253012,
              "pooled": 0.1144578313253012,
              "wilson95": [
                0.07451044375765449,
                0.17184553499584404
              ],
              "bootstrap95": [
                0.06626506024096386,
                0.16265060240963855
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 103,
              "text_mean": 0.6204819277108434,
              "pooled": 0.6204819277108434,
              "wilson95": [
                0.5447254865972648,
                0.690788270042267
              ],
              "bootstrap95": [
                0.5481927710843374,
                0.6987951807228916
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 44,
              "text_mean": 0.26506024096385544,
              "pooled": 0.26506024096385544,
              "wilson95": [
                0.2037836924970127,
                0.33696448205590046
              ],
              "bootstrap95": [
                0.19879518072289157,
                0.3313253012048193
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 147,
              "text_mean": 0.8855421686746988,
              "pooled": 0.8855421686746988,
              "wilson95": [
                0.8281544650041559,
                0.9254895562423455
              ],
              "bootstrap95": [
                0.8373493975903614,
                0.9337349397590361
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 141,
              "text_mean": 0.8493975903614458,
              "pooled": 0.8493975903614458,
              "wilson95": [
                0.7871280017185311,
                0.8958618925361108
              ],
              "bootstrap95": [
                0.7951807228915663,
                0.9036144578313253
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "count",
        "source": "emotion|k2|natural|aligned",
        "target": "emotion|k4|natural|aligned",
        "source_task": "emotion",
        "target_task": "emotion",
        "score": "none_probability",
        "threshold": 1.0,
        "source_calibration_subset": {
          "threshold": 1.0,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.0458181295355271
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.0458181295355271
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 65,
            "text_mean": 0.8125,
            "pooled": 0.8125,
            "wilson95": [
              0.7134167737100688,
              0.8829468953302267
            ],
            "bootstrap95": [
              0.725,
              0.9
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 15,
            "text_mean": 0.1875,
            "pooled": 0.1875,
            "wilson95": [
              0.11705310466977323,
              0.28658322628993116
            ],
            "bootstrap95": [
              0.1,
              0.275
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 80,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9541818704644728,
              0.9999999999999999
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 80,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9541818704644728,
              0.9999999999999999
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          }
        },
        "target_test": {
          "threshold": 1.0,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              1.734723475976807e-18,
              0.02261790994594346
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              1.734723475976807e-18,
              0.02261790994594346
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 109,
            "text_mean": 0.6566265060240963,
            "pooled": 0.6566265060240963,
            "wilson95": [
              0.581584516689834,
              0.724583366941557
            ],
            "bootstrap95": [
              0.5843373493975904,
              0.7289156626506024
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 57,
            "text_mean": 0.3433734939759036,
            "pooled": 0.3433734939759036,
            "wilson95": [
              0.2754166330584429,
              0.41841548331016587
            ],
            "bootstrap95": [
              0.2710843373493976,
              0.41566265060240964
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 166,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9773820900540565,
              0.9999999999999999
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 166,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9773820900540565,
              0.9999999999999999
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          }
        },
        "local_reference": {
          "threshold": 0.97,
          "target_test": {
            "threshold": 0.97,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 57,
              "text_mean": 0.3433734939759036,
              "pooled": 0.3433734939759036,
              "wilson95": [
                0.2754166330584429,
                0.41841548331016587
              ],
              "bootstrap95": [
                0.2710843373493976,
                0.41566265060240964
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 16,
              "text_mean": 0.0963855421686747,
              "pooled": 0.0963855421686747,
              "wilson95": [
                0.06020163030645203,
                0.15082728495111677
              ],
              "bootstrap95": [
                0.05421686746987952,
                0.14457831325301204
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 104,
              "text_mean": 0.6265060240963856,
              "pooled": 0.6265060240963856,
              "wilson95": [
                0.550838866614826,
                0.6964505778566824
              ],
              "bootstrap95": [
                0.5481927710843374,
                0.6987951807228916
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 46,
              "text_mean": 0.27710843373493976,
              "pooled": 0.27710843373493976,
              "wilson95": [
                0.2146499963346093,
                0.349649553882257
              ],
              "bootstrap95": [
                0.21084337349397592,
                0.3493975903614458
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 150,
              "text_mean": 0.9036144578313253,
              "pooled": 0.9036144578313253,
              "wilson95": [
                0.8491727150488833,
                0.9397983696935479
              ],
              "bootstrap95": [
                0.8554216867469879,
                0.9457831325301205
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 109,
              "text_mean": 0.6566265060240963,
              "pooled": 0.6566265060240963,
              "wilson95": [
                0.581584516689834,
                0.724583366941557
              ],
              "bootstrap95": [
                0.5843373493975904,
                0.7289156626506024
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "count",
        "source": "emotion|k2|natural|aligned",
        "target": "emotion|k5|natural|aligned",
        "source_task": "emotion",
        "target_task": "emotion",
        "score": "negative_max",
        "threshold": -0.8,
        "source_calibration_subset": {
          "threshold": -0.8,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 17,
            "text_mean": 0.2125,
            "pooled": 0.2125,
            "wilson95": [
              0.13712386717696146,
              0.31422155730596657
            ],
            "bootstrap95": [
              0.125,
              0.3
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 68,
            "text_mean": 0.85,
            "pooled": 0.85,
            "wilson95": [
              0.7558677143867665,
              0.9120595949383645
            ],
            "bootstrap95": [
              0.7625,
              0.925
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 9,
            "text_mean": 0.1125,
            "pooled": 0.1125,
            "wilson95": [
              0.060326869466304764,
              0.20018218092372875
            ],
            "bootstrap95": [
              0.05,
              0.1875
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9125,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 63,
            "text_mean": 0.7875,
            "pooled": 0.7875,
            "wilson95": [
              0.6857784426940333,
              0.8628761328230384
            ],
            "bootstrap95": [
              0.6875,
              0.875
            ]
          }
        },
        "target_test": {
          "threshold": -0.8,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 45,
            "text_mean": 0.2710843373493976,
            "pooled": 0.2710843373493976,
            "wilson95": [
              0.20920932021440333,
              0.3433145421704864
            ],
            "bootstrap95": [
              0.20481927710843373,
              0.3433734939759036
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 46,
            "text_mean": 0.27710843373493976,
            "pooled": 0.27710843373493976,
            "wilson95": [
              0.2146499963346093,
              0.349649553882257
            ],
            "bootstrap95": [
              0.21084337349397592,
              0.3433734939759036
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 76,
            "text_mean": 0.4578313253012048,
            "pooled": 0.4578313253012048,
            "wilson95": [
              0.38385066754815306,
              0.5337195176280106
            ],
            "bootstrap95": [
              0.3795180722891566,
              0.5240963855421686
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 44,
            "text_mean": 0.26506024096385544,
            "pooled": 0.26506024096385544,
            "wilson95": [
              0.2037836924970127,
              0.33696448205590046
            ],
            "bootstrap95": [
              0.19879518072289157,
              0.3373493975903614
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 120,
            "text_mean": 0.7228915662650602,
            "pooled": 0.7228915662650602,
            "wilson95": [
              0.650350446117743,
              0.7853500036653907
            ],
            "bootstrap95": [
              0.6566265060240963,
              0.7891566265060241
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 121,
            "text_mean": 0.7289156626506024,
            "pooled": 0.7289156626506024,
            "wilson95": [
              0.6566854578295136,
              0.7907906797855966
            ],
            "bootstrap95": [
              0.6566265060240963,
              0.7951807228915663
            ]
          }
        },
        "local_reference": {
          "threshold": -0.54,
          "target_test": {
            "threshold": -0.54,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 15,
              "text_mean": 0.09036144578313253,
              "pooled": 0.09036144578313253,
              "wilson95": [
                0.055525017052733404,
                0.1437282103728588
              ],
              "bootstrap95": [
                0.04819277108433735,
                0.13855421686746988
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 7,
              "text_mean": 0.04216867469879518,
              "pooled": 0.04216867469879518,
              "wilson95": [
                0.02057424428963385,
                0.08447348048014569
              ],
              "bootstrap95": [
                0.012048192771084338,
                0.0783132530120482
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 92,
              "text_mean": 0.5542168674698795,
              "pooled": 0.5542168674698795,
              "wilson95": [
                0.4782276592976661,
                0.6277535311901231
              ],
              "bootstrap95": [
                0.4759036144578313,
                0.6325301204819277
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 67,
              "text_mean": 0.4036144578313253,
              "pooled": 0.4036144578313253,
              "wilson95": [
                0.3319764387923183,
                0.47961255589605634
              ],
              "bootstrap95": [
                0.3253012048192771,
                0.4759036144578313
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 159,
              "text_mean": 0.9578313253012049,
              "pooled": 0.9578313253012049,
              "wilson95": [
                0.9155265195198543,
                0.979425755710366
              ],
              "bootstrap95": [
                0.927710843373494,
                0.9820783132530112
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 151,
              "text_mean": 0.9096385542168675,
              "pooled": 0.9096385542168675,
              "wilson95": [
                0.8562717896271411,
                0.9444749829472666
              ],
              "bootstrap95": [
                0.8674698795180723,
                0.9518072289156626
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "count",
        "source": "emotion|k2|natural|aligned",
        "target": "emotion|k5|natural|aligned",
        "source_task": "emotion",
        "target_task": "emotion",
        "score": "normalized_entropy",
        "threshold": 0.7219280948873623,
        "source_calibration_subset": {
          "threshold": 0.7219280948873623,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 17,
            "text_mean": 0.2125,
            "pooled": 0.2125,
            "wilson95": [
              0.13712386717696146,
              0.31422155730596657
            ],
            "bootstrap95": [
              0.125,
              0.3
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 68,
            "text_mean": 0.85,
            "pooled": 0.85,
            "wilson95": [
              0.7558677143867665,
              0.9120595949383645
            ],
            "bootstrap95": [
              0.775,
              0.925
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 9,
            "text_mean": 0.1125,
            "pooled": 0.1125,
            "wilson95": [
              0.060326869466304764,
              0.20018218092372875
            ],
            "bootstrap95": [
              0.05,
              0.1875
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9125,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 63,
            "text_mean": 0.7875,
            "pooled": 0.7875,
            "wilson95": [
              0.6857784426940333,
              0.8628761328230384
            ],
            "bootstrap95": [
              0.7,
              0.875
            ]
          }
        },
        "target_test": {
          "threshold": 0.7219280948873623,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 5,
            "text_mean": 0.030120481927710843,
            "pooled": 0.030120481927710843,
            "wilson95": [
              0.012932886525083166,
              0.06856346258074322
            ],
            "bootstrap95": [
              0.006024096385542169,
              0.060240963855421686
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 5,
            "text_mean": 0.030120481927710843,
            "pooled": 0.030120481927710843,
            "wilson95": [
              0.012932886525083166,
              0.06856346258074322
            ],
            "bootstrap95": [
              0.006024096385542169,
              0.060240963855421686
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 91,
            "text_mean": 0.5481927710843374,
            "pooled": 0.5481927710843374,
            "wilson95": [
              0.47224866288274403,
              0.6219568397730688
            ],
            "bootstrap95": [
              0.46987951807228917,
              0.6206325301204811
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 70,
            "text_mean": 0.42168674698795183,
            "pooled": 0.42168674698795183,
            "wilson95": [
              0.3491687293027709,
              0.4977473288815335
            ],
            "bootstrap95": [
              0.3493975903614458,
              0.4939759036144578
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 161,
            "text_mean": 0.9698795180722891,
            "pooled": 0.9698795180722891,
            "wilson95": [
              0.9314365374192567,
              0.9870671134749168
            ],
            "bootstrap95": [
              0.945632530120482,
              0.9939759036144579
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 161,
            "text_mean": 0.9698795180722891,
            "pooled": 0.9698795180722891,
            "wilson95": [
              0.9314365374192567,
              0.9870671134749168
            ],
            "bootstrap95": [
              0.9397590361445783,
              0.9939759036144579
            ]
          }
        },
        "local_reference": {
          "threshold": 0.5131268378477369,
          "target_test": {
            "threshold": 0.5131268378477369,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 21,
              "text_mean": 0.12650602409638553,
              "pooled": 0.12650602409638553,
              "wilson95": [
                0.08425167742952813,
                0.1856556769879236
              ],
              "bootstrap95": [
                0.0783132530120482,
                0.1746987951807229
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 14,
              "text_mean": 0.08433734939759036,
              "pooled": 0.08433734939759036,
              "wilson95": [
                0.050901346094600966,
                0.13657619349901468
              ],
              "bootstrap95": [
                0.04819277108433735,
                0.12650602409638553
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 88,
              "text_mean": 0.5301204819277109,
              "pooled": 0.5301204819277109,
              "wilson95": [
                0.4543764348285193,
                0.6045020043313636
              ],
              "bootstrap95": [
                0.45180722891566266,
                0.608433734939759
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 64,
              "text_mean": 0.3855421686746988,
              "pooled": 0.3855421686746988,
              "wilson95": [
                0.31488568401025574,
                0.46137624718218906
              ],
              "bootstrap95": [
                0.3132530120481928,
                0.463855421686747
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 152,
              "text_mean": 0.9156626506024096,
              "pooled": 0.9156626506024096,
              "wilson95": [
                0.8634238065009852,
                0.9490986539053989
              ],
              "bootstrap95": [
                0.8734939759036144,
                0.9518072289156626
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 145,
              "text_mean": 0.8734939759036144,
              "pooled": 0.8734939759036144,
              "wilson95": [
                0.8143443230120763,
                0.9157483225704718
              ],
              "bootstrap95": [
                0.8192771084337349,
                0.9216867469879518
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "count",
        "source": "emotion|k2|natural|aligned",
        "target": "emotion|k5|natural|aligned",
        "source_task": "emotion",
        "target_task": "emotion",
        "score": "none_probability",
        "threshold": 1.0,
        "source_calibration_subset": {
          "threshold": 1.0,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.0458181295355271
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.0458181295355271
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 65,
            "text_mean": 0.8125,
            "pooled": 0.8125,
            "wilson95": [
              0.7134167737100688,
              0.8829468953302267
            ],
            "bootstrap95": [
              0.725,
              0.9
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 15,
            "text_mean": 0.1875,
            "pooled": 0.1875,
            "wilson95": [
              0.11705310466977323,
              0.28658322628993116
            ],
            "bootstrap95": [
              0.1,
              0.275
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 80,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9541818704644728,
              0.9999999999999999
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 80,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9541818704644728,
              0.9999999999999999
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          }
        },
        "target_test": {
          "threshold": 1.0,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              1.734723475976807e-18,
              0.02261790994594346
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              1.734723475976807e-18,
              0.02261790994594346
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 94,
            "text_mean": 0.5662650602409639,
            "pooled": 0.5662650602409639,
            "wilson95": [
              0.4902182632474156,
              0.639314302904327
            ],
            "bootstrap95": [
              0.4939759036144578,
              0.6445783132530121
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 72,
            "text_mean": 0.43373493975903615,
            "pooled": 0.43373493975903615,
            "wilson95": [
              0.36068569709567305,
              0.5097817367525844
            ],
            "bootstrap95": [
              0.35542168674698793,
              0.5060240963855421
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 166,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9773820900540565,
              0.9999999999999999
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 166,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9773820900540565,
              0.9999999999999999
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          }
        },
        "local_reference": {
          "threshold": 0.93,
          "target_test": {
            "threshold": 0.93,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 39,
              "text_mean": 0.23493975903614459,
              "pooled": 0.23493975903614459,
              "wilson95": [
                0.17689305426018903,
                0.30497668113284127
              ],
              "bootstrap95": [
                0.1746987951807229,
                0.29518072289156627
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 10,
              "text_mean": 0.060240963855421686,
              "pooled": 0.060240963855421686,
              "wilson95": [
                0.03304743761879114,
                0.10732735064691815
              ],
              "bootstrap95": [
                0.024096385542168676,
                0.09653614457831243
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 90,
              "text_mean": 0.5421686746987951,
              "pooled": 0.5421686746987951,
              "wilson95": [
                0.4662804823719892,
                0.6161493324518468
              ],
              "bootstrap95": [
                0.463855421686747,
                0.6204819277108434
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 66,
              "text_mean": 0.39759036144578314,
              "pooled": 0.39759036144578314,
              "wilson95": [
                0.3262681304233992,
                0.47354517643299876
              ],
              "bootstrap95": [
                0.3253012048192771,
                0.4759036144578313
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 156,
              "text_mean": 0.9397590361445783,
              "pooled": 0.9397590361445783,
              "wilson95": [
                0.8926726493530818,
                0.9669525623812089
              ],
              "bootstrap95": [
                0.9036144578313253,
                0.9759036144578314
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 127,
              "text_mean": 0.7650602409638554,
              "pooled": 0.7650602409638554,
              "wilson95": [
                0.6950233188671587,
                0.8231069457398109
              ],
              "bootstrap95": [
                0.6987951807228916,
                0.8253012048192772
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "emotion|k2|natural|aligned",
        "target": "emotion|k2|neutral|aligned",
        "source_task": "emotion",
        "target_task": "emotion",
        "score": "negative_max",
        "threshold": -0.8,
        "source_calibration_subset": {
          "threshold": -0.8,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 17,
            "text_mean": 0.2125,
            "pooled": 0.2125,
            "wilson95": [
              0.13712386717696146,
              0.31422155730596657
            ],
            "bootstrap95": [
              0.125,
              0.3
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 68,
            "text_mean": 0.85,
            "pooled": 0.85,
            "wilson95": [
              0.7558677143867665,
              0.9120595949383645
            ],
            "bootstrap95": [
              0.7625,
              0.925
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 9,
            "text_mean": 0.1125,
            "pooled": 0.1125,
            "wilson95": [
              0.060326869466304764,
              0.20018218092372875
            ],
            "bootstrap95": [
              0.05,
              0.1875
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.925,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 63,
            "text_mean": 0.7875,
            "pooled": 0.7875,
            "wilson95": [
              0.6857784426940333,
              0.8628761328230384
            ],
            "bootstrap95": [
              0.7,
              0.875
            ]
          }
        },
        "target_test": {
          "threshold": -0.8,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 46,
            "text_mean": 0.27710843373493976,
            "pooled": 0.27710843373493976,
            "wilson95": [
              0.2146499963346093,
              0.349649553882257
            ],
            "bootstrap95": [
              0.21084337349397592,
              0.3433734939759036
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 22,
            "text_mean": 0.13253012048192772,
            "pooled": 0.13253012048192772,
            "wilson95": [
              0.08917559933578631,
              0.19250744291364205
            ],
            "bootstrap95": [
              0.08433734939759036,
              0.18674698795180722
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 123,
            "text_mean": 0.7409638554216867,
            "pooled": 0.7409638554216867,
            "wilson95": [
              0.6694009420855891,
              0.8016265711934742
            ],
            "bootstrap95": [
              0.6745481927710844,
              0.8012048192771084
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 21,
            "text_mean": 0.12650602409638553,
            "pooled": 0.12650602409638553,
            "wilson95": [
              0.08425167742952813,
              0.1856556769879236
            ],
            "bootstrap95": [
              0.0783132530120482,
              0.18072289156626506
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 144,
            "text_mean": 0.8674698795180723,
            "pooled": 0.8674698795180723,
            "wilson95": [
              0.807492557086358,
              0.9108244006642137
            ],
            "bootstrap95": [
              0.8132530120481928,
              0.9156626506024096
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 120,
            "text_mean": 0.7228915662650602,
            "pooled": 0.7228915662650602,
            "wilson95": [
              0.650350446117743,
              0.7853500036653907
            ],
            "bootstrap95": [
              0.6506024096385542,
              0.7891566265060241
            ]
          }
        },
        "local_reference": {
          "threshold": -0.84,
          "target_test": {
            "threshold": -0.84,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 55,
              "text_mean": 0.3313253012048193,
              "pooled": 0.3313253012048193,
              "wilson95": [
                0.2642494217076147,
                0.4060313189970409
              ],
              "bootstrap95": [
                0.25903614457831325,
                0.4036144578313253
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 27,
              "text_mean": 0.16265060240963855,
              "pooled": 0.16265060240963855,
              "wilson95": [
                0.11425687133157685,
                0.2263046100777344
              ],
              "bootstrap95": [
                0.10843373493975904,
                0.22289156626506024
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 119,
              "text_mean": 0.7168674698795181,
              "pooled": 0.7168674698795181,
              "wilson95": [
                0.644030185637065,
                0.779894576314092
              ],
              "bootstrap95": [
                0.6506024096385542,
                0.7831325301204819
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 20,
              "text_mean": 0.12048192771084337,
              "pooled": 0.12048192771084337,
              "wilson95": [
                0.07936257764109922,
                0.17876908894437593
              ],
              "bootstrap95": [
                0.07228915662650602,
                0.1686746987951807
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 139,
              "text_mean": 0.8373493975903614,
              "pooled": 0.8373493975903614,
              "wilson95": [
                0.7736953899222655,
                0.8857431286684231
              ],
              "bootstrap95": [
                0.7829819277108434,
                0.891566265060241
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 111,
              "text_mean": 0.6686746987951807,
              "pooled": 0.6686746987951807,
              "wilson95": [
                0.5939686810029591,
                0.7357505782923853
              ],
              "bootstrap95": [
                0.5963855421686747,
                0.7349397590361446
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "emotion|k2|natural|aligned",
        "target": "emotion|k2|neutral|aligned",
        "source_task": "emotion",
        "target_task": "emotion",
        "score": "normalized_entropy",
        "threshold": 0.7219280948873623,
        "source_calibration_subset": {
          "threshold": 0.7219280948873623,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 17,
            "text_mean": 0.2125,
            "pooled": 0.2125,
            "wilson95": [
              0.13712386717696146,
              0.31422155730596657
            ],
            "bootstrap95": [
              0.125,
              0.3
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 68,
            "text_mean": 0.85,
            "pooled": 0.85,
            "wilson95": [
              0.7558677143867665,
              0.9120595949383645
            ],
            "bootstrap95": [
              0.775,
              0.925
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 9,
            "text_mean": 0.1125,
            "pooled": 0.1125,
            "wilson95": [
              0.060326869466304764,
              0.20018218092372875
            ],
            "bootstrap95": [
              0.05,
              0.175
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9125,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 63,
            "text_mean": 0.7875,
            "pooled": 0.7875,
            "wilson95": [
              0.6857784426940333,
              0.8628761328230384
            ],
            "bootstrap95": [
              0.7,
              0.875
            ]
          }
        },
        "target_test": {
          "threshold": 0.7219280948873623,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 46,
            "text_mean": 0.27710843373493976,
            "pooled": 0.27710843373493976,
            "wilson95": [
              0.2146499963346093,
              0.349649553882257
            ],
            "bootstrap95": [
              0.21084337349397592,
              0.3433734939759036
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 22,
            "text_mean": 0.13253012048192772,
            "pooled": 0.13253012048192772,
            "wilson95": [
              0.08917559933578631,
              0.19250744291364205
            ],
            "bootstrap95": [
              0.08433734939759036,
              0.18674698795180722
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 123,
            "text_mean": 0.7409638554216867,
            "pooled": 0.7409638554216867,
            "wilson95": [
              0.6694009420855891,
              0.8016265711934742
            ],
            "bootstrap95": [
              0.6746987951807228,
              0.8072289156626506
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 21,
            "text_mean": 0.12650602409638553,
            "pooled": 0.12650602409638553,
            "wilson95": [
              0.08425167742952813,
              0.1856556769879236
            ],
            "bootstrap95": [
              0.0783132530120482,
              0.1746987951807229
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 144,
            "text_mean": 0.8674698795180723,
            "pooled": 0.8674698795180723,
            "wilson95": [
              0.807492557086358,
              0.9108244006642137
            ],
            "bootstrap95": [
              0.8132530120481928,
              0.9156626506024096
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 120,
            "text_mean": 0.7228915662650602,
            "pooled": 0.7228915662650602,
            "wilson95": [
              0.650350446117743,
              0.7853500036653907
            ],
            "bootstrap95": [
              0.6566265060240963,
              0.7891566265060241
            ]
          }
        },
        "local_reference": {
          "threshold": 0.6343095546405662,
          "target_test": {
            "threshold": 0.6343095546405662,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 55,
              "text_mean": 0.3313253012048193,
              "pooled": 0.3313253012048193,
              "wilson95": [
                0.2642494217076147,
                0.4060313189970409
              ],
              "bootstrap95": [
                0.26506024096385544,
                0.40963855421686746
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 27,
              "text_mean": 0.16265060240963855,
              "pooled": 0.16265060240963855,
              "wilson95": [
                0.11425687133157685,
                0.2263046100777344
              ],
              "bootstrap95": [
                0.10843373493975904,
                0.22289156626506024
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 119,
              "text_mean": 0.7168674698795181,
              "pooled": 0.7168674698795181,
              "wilson95": [
                0.644030185637065,
                0.779894576314092
              ],
              "bootstrap95": [
                0.6506024096385542,
                0.7831325301204819
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 20,
              "text_mean": 0.12048192771084337,
              "pooled": 0.12048192771084337,
              "wilson95": [
                0.07936257764109922,
                0.17876908894437593
              ],
              "bootstrap95": [
                0.07228915662650602,
                0.1686746987951807
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 139,
              "text_mean": 0.8373493975903614,
              "pooled": 0.8373493975903614,
              "wilson95": [
                0.7736953899222655,
                0.8857431286684231
              ],
              "bootstrap95": [
                0.7771084337349398,
                0.891566265060241
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 111,
              "text_mean": 0.6686746987951807,
              "pooled": 0.6686746987951807,
              "wilson95": [
                0.5939686810029591,
                0.7357505782923853
              ],
              "bootstrap95": [
                0.5963855421686747,
                0.7469879518072289
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "emotion|k2|natural|aligned",
        "target": "emotion|k2|neutral|aligned",
        "source_task": "emotion",
        "target_task": "emotion",
        "score": "none_probability",
        "threshold": 1.0,
        "source_calibration_subset": {
          "threshold": 1.0,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.0458181295355271
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.0458181295355271
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 65,
            "text_mean": 0.8125,
            "pooled": 0.8125,
            "wilson95": [
              0.7134167737100688,
              0.8829468953302267
            ],
            "bootstrap95": [
              0.725,
              0.9
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 15,
            "text_mean": 0.1875,
            "pooled": 0.1875,
            "wilson95": [
              0.11705310466977323,
              0.28658322628993116
            ],
            "bootstrap95": [
              0.1,
              0.275
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 80,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9541818704644728,
              0.9999999999999999
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 80,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9541818704644728,
              0.9999999999999999
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          }
        },
        "target_test": {
          "threshold": 1.0,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              1.734723475976807e-18,
              0.02261790994594346
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              1.734723475976807e-18,
              0.02261790994594346
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 130,
            "text_mean": 0.7831325301204819,
            "pooled": 0.7831325301204819,
            "wilson95": [
              0.7144202040765941,
              0.8390371240263053
            ],
            "bootstrap95": [
              0.7168674698795181,
              0.8433734939759037
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 36,
            "text_mean": 0.21686746987951808,
            "pooled": 0.21686746987951808,
            "wilson95": [
              0.16096287597369466,
              0.2855797959234058
            ],
            "bootstrap95": [
              0.1566265060240964,
              0.28313253012048195
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 166,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9773820900540565,
              0.9999999999999999
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 166,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9773820900540565,
              0.9999999999999999
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          }
        },
        "local_reference": {
          "threshold": 0.98,
          "target_test": {
            "threshold": 0.98,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 78,
              "text_mean": 0.46987951807228917,
              "pooled": 0.46987951807228917,
              "wilson95": [
                0.39549799566863636,
                0.5456235651714807
              ],
              "bootstrap95": [
                0.39156626506024095,
                0.5481927710843374
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 20,
              "text_mean": 0.12048192771084337,
              "pooled": 0.12048192771084337,
              "wilson95": [
                0.07936257764109922,
                0.17876908894437593
              ],
              "bootstrap95": [
                0.07228915662650602,
                0.1746987951807229
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 122,
              "text_mean": 0.7349397590361446,
              "pooled": 0.7349397590361446,
              "wilson95": [
                0.6630355179440995,
                0.7962163075029872
              ],
              "bootstrap95": [
                0.6626506024096386,
                0.8012048192771084
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 24,
              "text_mean": 0.14457831325301204,
              "pooled": 0.14457831325301204,
              "wilson95": [
                0.0991204477459792,
                0.20611397016740227
              ],
              "bootstrap95": [
                0.09036144578313253,
                0.1989457831325293
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 146,
              "text_mean": 0.8795180722891566,
              "pooled": 0.8795180722891566,
              "wilson95": [
                0.821230911055624,
                0.9206374223589007
              ],
              "bootstrap95": [
                0.8313253012048193,
                0.927710843373494
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 88,
              "text_mean": 0.5301204819277109,
              "pooled": 0.5301204819277109,
              "wilson95": [
                0.4543764348285193,
                0.6045020043313636
              ],
              "bootstrap95": [
                0.4578313253012048,
                0.6024096385542169
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "emotion|k4|natural|aligned",
        "target": "emotion|k4|neutral|aligned",
        "source_task": "emotion",
        "target_task": "emotion",
        "score": "negative_max",
        "threshold": -0.64,
        "source_calibration_subset": {
          "threshold": -0.64,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 13,
            "text_mean": 0.1625,
            "pooled": 0.1625,
            "wilson95": [
              0.09749819402950367,
              0.2584290434069771
            ],
            "bootstrap95": [
              0.0875,
              0.25
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 53,
            "text_mean": 0.6625,
            "pooled": 0.6625,
            "wilson95": [
              0.5535652339817697,
              0.756543873919184
            ],
            "bootstrap95": [
              0.5625,
              0.7625
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 23,
            "text_mean": 0.2875,
            "pooled": 0.2875,
            "wilson95": [
              0.19986924292269914,
              0.3946034621298997
            ],
            "bootstrap95": [
              0.1875,
              0.3875
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 67,
            "text_mean": 0.8375,
            "pooled": 0.8375,
            "wilson95": [
              0.7415709565930229,
              0.9025018059704963
            ],
            "bootstrap95": [
              0.75,
              0.9125
            ]
          }
        },
        "target_test": {
          "threshold": -0.64,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 29,
            "text_mean": 0.1746987951807229,
            "pooled": 0.1746987951807229,
            "wilson95": [
              0.12447895672872757,
              0.23963390034453685
            ],
            "bootstrap95": [
              0.12048192771084337,
              0.23493975903614459
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 16,
            "text_mean": 0.0963855421686747,
            "pooled": 0.0963855421686747,
            "wilson95": [
              0.06020163030645203,
              0.15082728495111677
            ],
            "bootstrap95": [
              0.05421686746987952,
              0.13855421686746988
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 104,
            "text_mean": 0.6265060240963856,
            "pooled": 0.6265060240963856,
            "wilson95": [
              0.550838866614826,
              0.6964505778566824
            ],
            "bootstrap95": [
              0.5481927710843374,
              0.6987951807228916
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 46,
            "text_mean": 0.27710843373493976,
            "pooled": 0.27710843373493976,
            "wilson95": [
              0.2146499963346093,
              0.349649553882257
            ],
            "bootstrap95": [
              0.21084337349397592,
              0.3433734939759036
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 150,
            "text_mean": 0.9036144578313253,
            "pooled": 0.9036144578313253,
            "wilson95": [
              0.8491727150488833,
              0.9397983696935479
            ],
            "bootstrap95": [
              0.8554216867469879,
              0.9457831325301205
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 137,
            "text_mean": 0.8253012048192772,
            "pooled": 0.8253012048192772,
            "wilson95": [
              0.7603660996554632,
              0.8755210432712724
            ],
            "bootstrap95": [
              0.7590361445783133,
              0.8795180722891566
            ]
          }
        },
        "local_reference": {
          "threshold": -0.5,
          "target_test": {
            "threshold": -0.5,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 10,
              "text_mean": 0.060240963855421686,
              "pooled": 0.060240963855421686,
              "wilson95": [
                0.03304743761879114,
                0.10732735064691815
              ],
              "bootstrap95": [
                0.024096385542168676,
                0.09653614457831243
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 2,
              "text_mean": 0.012048192771084338,
              "pooled": 0.012048192771084338,
              "wilson95": [
                0.0033102913258154093,
                0.04285899428408123
              ],
              "bootstrap95": [
                0.0,
                0.030120481927710843
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 110,
              "text_mean": 0.6626506024096386,
              "pooled": 0.6626506024096386,
              "wilson95": [
                0.5877703150319019,
                0.7301732564314659
              ],
              "bootstrap95": [
                0.5903614457831325,
                0.7349397590361446
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 54,
              "text_mean": 0.3253012048192771,
              "pooled": 0.3253012048192771,
              "wilson95": [
                0.2586848333811249,
                0.399820219491554
              ],
              "bootstrap95": [
                0.25903614457831325,
                0.39171686746987866
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 164,
              "text_mean": 0.9879518072289156,
              "pooled": 0.9879518072289156,
              "wilson95": [
                0.9571410057159186,
                0.9966897086741846
              ],
              "bootstrap95": [
                0.9698795180722891,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 156,
              "text_mean": 0.9397590361445783,
              "pooled": 0.9397590361445783,
              "wilson95": [
                0.8926726493530818,
                0.9669525623812089
              ],
              "bootstrap95": [
                0.9036144578313253,
                0.9759036144578314
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "emotion|k4|natural|aligned",
        "target": "emotion|k4|neutral|aligned",
        "source_task": "emotion",
        "target_task": "emotion",
        "score": "normalized_entropy",
        "threshold": 0.5292880742925027,
        "source_calibration_subset": {
          "threshold": 0.5292880742925027,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 16,
            "text_mean": 0.2,
            "pooled": 0.2,
            "wilson95": [
              0.12702844043960787,
              0.30046243728170835
            ],
            "bootstrap95": [
              0.1125,
              0.2875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 53,
            "text_mean": 0.6625,
            "pooled": 0.6625,
            "wilson95": [
              0.5535652339817697,
              0.756543873919184
            ],
            "bootstrap95": [
              0.5625,
              0.7625
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 23,
            "text_mean": 0.2875,
            "pooled": 0.2875,
            "wilson95": [
              0.19986924292269914,
              0.3946034621298997
            ],
            "bootstrap95": [
              0.1875,
              0.3875
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 64,
            "text_mean": 0.8,
            "pooled": 0.8,
            "wilson95": [
              0.6995375627182917,
              0.8729715595603921
            ],
            "bootstrap95": [
              0.7125,
              0.8875
            ]
          }
        },
        "target_test": {
          "threshold": 0.5292880742925027,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 30,
            "text_mean": 0.18072289156626506,
            "pooled": 0.18072289156626506,
            "wilson95": [
              0.12962614302362152,
              0.24626240188161946
            ],
            "bootstrap95": [
              0.12650602409638553,
              0.24096385542168675
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 18,
            "text_mean": 0.10843373493975904,
            "pooled": 0.10843373493975904,
            "wilson95": [
              0.06969768908106336,
              0.1648826018404586
            ],
            "bootstrap95": [
              0.060240963855421686,
              0.1566265060240964
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 102,
            "text_mean": 0.6144578313253012,
            "pooled": 0.6144578313253012,
            "wilson95": [
              0.5386237528178108,
              0.6851143159897441
            ],
            "bootstrap95": [
              0.5421686746987951,
              0.6867469879518072
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 46,
            "text_mean": 0.27710843373493976,
            "pooled": 0.27710843373493976,
            "wilson95": [
              0.2146499963346093,
              0.349649553882257
            ],
            "bootstrap95": [
              0.21084337349397592,
              0.3433734939759036
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 148,
            "text_mean": 0.891566265060241,
            "pooled": 0.891566265060241,
            "wilson95": [
              0.8351173981595413,
              0.9303023109189367
            ],
            "bootstrap95": [
              0.8433734939759037,
              0.9337349397590361
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 136,
            "text_mean": 0.8192771084337349,
            "pooled": 0.8192771084337349,
            "wilson95": [
              0.7537375981183805,
              0.8703738569763784
            ],
            "bootstrap95": [
              0.7590361445783133,
              0.8795180722891566
            ]
          }
        },
        "local_reference": {
          "threshold": 0.6160182484996369,
          "target_test": {
            "threshold": 0.6160182484996369,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 21,
              "text_mean": 0.12650602409638553,
              "pooled": 0.12650602409638553,
              "wilson95": [
                0.08425167742952813,
                0.1856556769879236
              ],
              "bootstrap95": [
                0.0783132530120482,
                0.18072289156626506
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 11,
              "text_mean": 0.06626506024096386,
              "pooled": 0.06626506024096386,
              "wilson95": [
                0.03740095467368268,
                0.11474952142400321
              ],
              "bootstrap95": [
                0.030120481927710843,
                0.10240963855421686
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 106,
              "text_mean": 0.6385542168674698,
              "pooled": 0.6385542168674698,
              "wilson95": [
                0.5631010068304794,
                0.7077398133049819
              ],
              "bootstrap95": [
                0.5602409638554217,
                0.7109939759036136
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 49,
              "text_mean": 0.29518072289156627,
              "pooled": 0.29518072289156627,
              "wilson95": [
                0.2310594282613972,
                0.3685671854513988
              ],
              "bootstrap95": [
                0.2289156626506024,
                0.3674698795180723
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 155,
              "text_mean": 0.9337349397590361,
              "pooled": 0.9337349397590361,
              "wilson95": [
                0.8852504785759967,
                0.9625990453263173
              ],
              "bootstrap95": [
                0.891566265060241,
                0.9698795180722891
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 145,
              "text_mean": 0.8734939759036144,
              "pooled": 0.8734939759036144,
              "wilson95": [
                0.8143443230120763,
                0.9157483225704718
              ],
              "bootstrap95": [
                0.8192771084337349,
                0.9216867469879518
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "emotion|k4|natural|aligned",
        "target": "emotion|k4|neutral|aligned",
        "source_task": "emotion",
        "target_task": "emotion",
        "score": "none_probability",
        "threshold": 0.97,
        "source_calibration_subset": {
          "threshold": 0.97,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 31,
            "text_mean": 0.3875,
            "pooled": 0.3875,
            "wilson95": [
              0.2882456512530507,
              0.49706342789244284
            ],
            "bootstrap95": [
              0.2875,
              0.5
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 52,
            "text_mean": 0.65,
            "pooled": 0.65,
            "wilson95": [
              0.5408000664880767,
              0.7454544946512652
            ],
            "bootstrap95": [
              0.55,
              0.75
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 25,
            "text_mean": 0.3125,
            "pooled": 0.3125,
            "wilson95": [
              0.2215040411289482,
              0.4206777574468744
            ],
            "bootstrap95": [
              0.2125,
              0.425
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9125,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 49,
            "text_mean": 0.6125,
            "pooled": 0.6125,
            "wilson95": [
              0.5029365721075572,
              0.7117543487469493
            ],
            "bootstrap95": [
              0.5,
              0.7125
            ]
          }
        },
        "target_test": {
          "threshold": 0.97,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 44,
            "text_mean": 0.26506024096385544,
            "pooled": 0.26506024096385544,
            "wilson95": [
              0.2037836924970127,
              0.33696448205590046
            ],
            "bootstrap95": [
              0.19879518072289157,
              0.3373493975903614
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 10,
            "text_mean": 0.060240963855421686,
            "pooled": 0.060240963855421686,
            "wilson95": [
              0.03304743761879114,
              0.10732735064691815
            ],
            "bootstrap95": [
              0.030120481927710843,
              0.0963855421686747
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 106,
            "text_mean": 0.6385542168674698,
            "pooled": 0.6385542168674698,
            "wilson95": [
              0.5631010068304794,
              0.7077398133049819
            ],
            "bootstrap95": [
              0.5662650602409639,
              0.7108433734939759
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 50,
            "text_mean": 0.30120481927710846,
            "pooled": 0.30120481927710846,
            "wilson95": [
              0.2365574927030631,
              0.3748448088417096
            ],
            "bootstrap95": [
              0.23493975903614459,
              0.37349397590361444
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 156,
            "text_mean": 0.9397590361445783,
            "pooled": 0.9397590361445783,
            "wilson95": [
              0.8926726493530818,
              0.9669525623812089
            ],
            "bootstrap95": [
              0.9036144578313253,
              0.9759036144578314
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 122,
            "text_mean": 0.7349397590361446,
            "pooled": 0.7349397590361446,
            "wilson95": [
              0.6630355179440995,
              0.7962163075029872
            ],
            "bootstrap95": [
              0.6626506024096386,
              0.8072289156626506
            ]
          }
        },
        "local_reference": {
          "threshold": 0.95,
          "target_test": {
            "threshold": 0.95,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 54,
              "text_mean": 0.3253012048192771,
              "pooled": 0.3253012048192771,
              "wilson95": [
                0.2586848333811249,
                0.399820219491554
              ],
              "bootstrap95": [
                0.25301204819277107,
                0.39156626506024095
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 15,
              "text_mean": 0.09036144578313253,
              "pooled": 0.09036144578313253,
              "wilson95": [
                0.055525017052733404,
                0.1437282103728588
              ],
              "bootstrap95": [
                0.04819277108433735,
                0.13855421686746988
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 103,
              "text_mean": 0.6204819277108434,
              "pooled": 0.6204819277108434,
              "wilson95": [
                0.5447254865972648,
                0.690788270042267
              ],
              "bootstrap95": [
                0.5481927710843374,
                0.6927710843373494
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 48,
              "text_mean": 0.2891566265060241,
              "pooled": 0.2891566265060241,
              "wilson95": [
                0.22557532229712407,
                0.36227560358369537
              ],
              "bootstrap95": [
                0.22289156626506024,
                0.35542168674698793
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 151,
              "text_mean": 0.9096385542168675,
              "pooled": 0.9096385542168675,
              "wilson95": [
                0.8562717896271411,
                0.9444749829472666
              ],
              "bootstrap95": [
                0.8614457831325302,
                0.9518072289156626
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 112,
              "text_mean": 0.6746987951807228,
              "pooled": 0.6746987951807228,
              "wilson95": [
                0.6001797805084458,
                0.741315166618875
              ],
              "bootstrap95": [
                0.608433734939759,
                0.7469879518072289
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "emotion|k5|natural|aligned",
        "target": "emotion|k5|neutral|aligned",
        "source_task": "emotion",
        "target_task": "emotion",
        "score": "negative_max",
        "threshold": -0.54,
        "source_calibration_subset": {
          "threshold": -0.54,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 6,
            "text_mean": 0.075,
            "pooled": 0.075,
            "wilson95": [
              0.03482524929300514,
              0.15412016081219287
            ],
            "bootstrap95": [
              0.025,
              0.1375
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 46,
            "text_mean": 0.575,
            "pooled": 0.575,
            "wilson95": [
              0.4656928984656886,
              0.6774343821039822
            ],
            "bootstrap95": [
              0.4625,
              0.675
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 30,
            "text_mean": 0.375,
            "pooled": 0.375,
            "wilson95": [
              0.27694178701531175,
              0.48451274536857
            ],
            "bootstrap95": [
              0.275,
              0.47531249999999825
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 74,
            "text_mean": 0.925,
            "pooled": 0.925,
            "wilson95": [
              0.8458798391878072,
              0.9651747507069949
            ],
            "bootstrap95": [
              0.8625,
              0.975
            ]
          }
        },
        "target_test": {
          "threshold": -0.54,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 9,
            "text_mean": 0.05421686746987952,
            "pooled": 0.05421686746987952,
            "wilson95": [
              0.0287826798789121,
              0.09981642055482064
            ],
            "bootstrap95": [
              0.024096385542168676,
              0.09036144578313253
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 13,
            "text_mean": 0.0783132530120482,
            "pooled": 0.0783132530120482,
            "wilson95": [
              0.04633545353170455,
              0.1293663982299345
            ],
            "bootstrap95": [
              0.04216867469879518,
              0.12048192771084337
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 92,
            "text_mean": 0.5542168674698795,
            "pooled": 0.5542168674698795,
            "wilson95": [
              0.4782276592976661,
              0.6277535311901231
            ],
            "bootstrap95": [
              0.4819277108433735,
              0.6265060240963856
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 61,
            "text_mean": 0.3674698795180723,
            "pooled": 0.3674698795180723,
            "wilson95": [
              0.2978988691530832,
              0.44303599854343184
            ],
            "bootstrap95": [
              0.2891566265060241,
              0.4397590361445783
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 153,
            "text_mean": 0.9216867469879518,
            "pooled": 0.9216867469879518,
            "wilson95": [
              0.8706336017700654,
              0.9536645464682955
            ],
            "bootstrap95": [
              0.8795180722891566,
              0.9578313253012049
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 157,
            "text_mean": 0.9457831325301205,
            "pooled": 0.9457831325301205,
            "wilson95": [
              0.9001835794451793,
              0.9712173201210879
            ],
            "bootstrap95": [
              0.9096385542168675,
              0.9759036144578314
            ]
          }
        },
        "local_reference": {
          "threshold": -0.58,
          "target_test": {
            "threshold": -0.58,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 20,
              "text_mean": 0.12048192771084337,
              "pooled": 0.12048192771084337,
              "wilson95": [
                0.07936257764109922,
                0.17876908894437593
              ],
              "bootstrap95": [
                0.07228915662650602,
                0.1746987951807229
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 18,
              "text_mean": 0.10843373493975904,
              "pooled": 0.10843373493975904,
              "wilson95": [
                0.06969768908106336,
                0.1648826018404586
              ],
              "bootstrap95": [
                0.060240963855421686,
                0.1566265060240964
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 87,
              "text_mean": 0.5240963855421686,
              "pooled": 0.5240963855421686,
              "wilson95": [
                0.4484405125740948,
                0.5986622387538115
              ],
              "bootstrap95": [
                0.4457831325301205,
                0.5965361445783124
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 61,
              "text_mean": 0.3674698795180723,
              "pooled": 0.3674698795180723,
              "wilson95": [
                0.2978988691530832,
                0.44303599854343184
              ],
              "bootstrap95": [
                0.29518072289156627,
                0.4457831325301205
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 148,
              "text_mean": 0.891566265060241,
              "pooled": 0.891566265060241,
              "wilson95": [
                0.8351173981595413,
                0.9303023109189367
              ],
              "bootstrap95": [
                0.8433734939759037,
                0.9397590361445783
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 146,
              "text_mean": 0.8795180722891566,
              "pooled": 0.8795180722891566,
              "wilson95": [
                0.821230911055624,
                0.9206374223589007
              ],
              "bootstrap95": [
                0.8313253012048193,
                0.927710843373494
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "emotion|k5|natural|aligned",
        "target": "emotion|k5|neutral|aligned",
        "source_task": "emotion",
        "target_task": "emotion",
        "score": "normalized_entropy",
        "threshold": 0.5131268378477369,
        "source_calibration_subset": {
          "threshold": 0.5131268378477369,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 8,
            "text_mean": 0.1,
            "pooled": 0.1,
            "wilson95": [
              0.05154761556738083,
              0.18510688806104086
            ],
            "bootstrap95": [
              0.0375,
              0.1625
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 46,
            "text_mean": 0.575,
            "pooled": 0.575,
            "wilson95": [
              0.4656928984656886,
              0.6774343821039822
            ],
            "bootstrap95": [
              0.475,
              0.6875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 30,
            "text_mean": 0.375,
            "pooled": 0.375,
            "wilson95": [
              0.27694178701531175,
              0.48451274536857
            ],
            "bootstrap95": [
              0.2625,
              0.4875
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 72,
            "text_mean": 0.9,
            "pooled": 0.9,
            "wilson95": [
              0.8148931119389591,
              0.9484523844326191
            ],
            "bootstrap95": [
              0.825,
              0.9625
            ]
          }
        },
        "target_test": {
          "threshold": 0.5131268378477369,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 25,
            "text_mean": 0.15060240963855423,
            "pooled": 0.15060240963855423,
            "wilson95": [
              0.10413810746388927,
              0.21287199828146883
            ],
            "bootstrap95": [
              0.0963855421686747,
              0.20481927710843373
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 17,
            "text_mean": 0.10240963855421686,
            "pooled": 0.10240963855421686,
            "wilson95": [
              0.06492704635050434,
              0.15787755673904105
            ],
            "bootstrap95": [
              0.05421686746987952,
              0.15060240963855423
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 87,
            "text_mean": 0.5240963855421686,
            "pooled": 0.5240963855421686,
            "wilson95": [
              0.4484405125740948,
              0.5986622387538115
            ],
            "bootstrap95": [
              0.4457831325301205,
              0.5963855421686747
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 62,
            "text_mean": 0.37349397590361444,
            "pooled": 0.37349397590361444,
            "wilson95": [
              0.3035494221433176,
              0.44916113338517405
            ],
            "bootstrap95": [
              0.30120481927710846,
              0.4457831325301205
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 149,
            "text_mean": 0.8975903614457831,
            "pooled": 0.8975903614457831,
            "wilson95": [
              0.8421224432609589,
              0.9350729536494955
            ],
            "bootstrap95": [
              0.8493975903614458,
              0.9397590361445783
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 141,
            "text_mean": 0.8493975903614458,
            "pooled": 0.8493975903614458,
            "wilson95": [
              0.7871280017185311,
              0.8958618925361108
            ],
            "bootstrap95": [
              0.7951807228915663,
              0.9036144578313253
            ]
          }
        },
        "local_reference": {
          "threshold": 0.4876477976670377,
          "target_test": {
            "threshold": 0.4876477976670377,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 26,
              "text_mean": 0.1566265060240964,
              "pooled": 0.1566265060240964,
              "wilson95": [
                0.10918400638521,
                0.21960178719212467
              ],
              "bootstrap95": [
                0.10843373493975904,
                0.21084337349397592
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 22,
              "text_mean": 0.13253012048192772,
              "pooled": 0.13253012048192772,
              "wilson95": [
                0.08917559933578631,
                0.19250744291364205
              ],
              "bootstrap95": [
                0.0783132530120482,
                0.18674698795180722
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 85,
              "text_mean": 0.5120481927710844,
              "pooled": 0.5120481927710844,
              "wilson95": [
                0.43660076812207427,
                0.5869506075418789
              ],
              "bootstrap95": [
                0.4397590361445783,
                0.5843373493975904
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 59,
              "text_mean": 0.35542168674698793,
              "pooled": 0.35542168674698793,
              "wilson95": [
                0.2866334979060278,
                0.430749994126534
              ],
              "bootstrap95": [
                0.28313253012048195,
                0.42183734939758954
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 144,
              "text_mean": 0.8674698795180723,
              "pooled": 0.8674698795180723,
              "wilson95": [
                0.807492557086358,
                0.9108244006642137
              ],
              "bootstrap95": [
                0.8132530120481928,
                0.9156626506024096
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 140,
              "text_mean": 0.8433734939759037,
              "pooled": 0.8433734939759037,
              "wilson95": [
                0.7803982128078754,
                0.89081599361479
              ],
              "bootstrap95": [
                0.7831325301204819,
                0.8975903614457831
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "emotion|k5|natural|aligned",
        "target": "emotion|k5|neutral|aligned",
        "source_task": "emotion",
        "target_task": "emotion",
        "score": "none_probability",
        "threshold": 0.93,
        "source_calibration_subset": {
          "threshold": 0.93,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 25,
            "text_mean": 0.3125,
            "pooled": 0.3125,
            "wilson95": [
              0.2215040411289482,
              0.4206777574468744
            ],
            "bootstrap95": [
              0.2125,
              0.4125
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 46,
            "text_mean": 0.575,
            "pooled": 0.575,
            "wilson95": [
              0.4656928984656886,
              0.6774343821039822
            ],
            "bootstrap95": [
              0.475,
              0.6875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 31,
            "text_mean": 0.3875,
            "pooled": 0.3875,
            "wilson95": [
              0.2882456512530507,
              0.49706342789244284
            ],
            "bootstrap95": [
              0.2875,
              0.5
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9125,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 55,
            "text_mean": 0.6875,
            "pooled": 0.6875,
            "wilson95": [
              0.5793222425531256,
              0.7784959588710517
            ],
            "bootstrap95": [
              0.5875,
              0.7875
            ]
          }
        },
        "target_test": {
          "threshold": 0.93,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 31,
            "text_mean": 0.18674698795180722,
            "pooled": 0.18674698795180722,
            "wilson95": [
              0.1347962059931678,
              0.25286802674404973
            ],
            "bootstrap95": [
              0.12650602409638553,
              0.2469879518072289
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 5,
            "text_mean": 0.030120481927710843,
            "pooled": 0.030120481927710843,
            "wilson95": [
              0.012932886525083166,
              0.06856346258074322
            ],
            "bootstrap95": [
              0.006024096385542169,
              0.05421686746987952
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 93,
            "text_mean": 0.5602409638554217,
            "pooled": 0.5602409638554217,
            "wilson95": [
              0.48421751123171053,
              0.6335393670880552
            ],
            "bootstrap95": [
              0.4819277108433735,
              0.6325301204819277
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 68,
            "text_mean": 0.40963855421686746,
            "pooled": 0.40963855421686746,
            "wilson95": [
              0.33769602495872625,
              0.48566865756162486
            ],
            "bootstrap95": [
              0.3373493975903614,
              0.4819277108433735
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 161,
            "text_mean": 0.9698795180722891,
            "pooled": 0.9698795180722891,
            "wilson95": [
              0.9314365374192567,
              0.9870671134749168
            ],
            "bootstrap95": [
              0.9397590361445783,
              0.9939759036144579
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 135,
            "text_mean": 0.8132530120481928,
            "pooled": 0.8132530120481928,
            "wilson95": [
              0.7471319732559502,
              0.8652037940068321
            ],
            "bootstrap95": [
              0.7530120481927711,
              0.8674698795180723
            ]
          }
        },
        "local_reference": {
          "threshold": 0.88,
          "target_test": {
            "threshold": 0.88,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 42,
              "text_mean": 0.25301204819277107,
              "pooled": 0.25301204819277107,
              "wilson95": [
                0.19297886460112715,
                0.32421793428783285
              ],
              "bootstrap95": [
                0.1927710843373494,
                0.3192771084337349
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 10,
              "text_mean": 0.060240963855421686,
              "pooled": 0.060240963855421686,
              "wilson95": [
                0.03304743761879114,
                0.10732735064691815
              ],
              "bootstrap95": [
                0.024096385542168676,
                0.0963855421686747
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 91,
              "text_mean": 0.5481927710843374,
              "pooled": 0.5481927710843374,
              "wilson95": [
                0.47224866288274403,
                0.6219568397730688
              ],
              "bootstrap95": [
                0.46987951807228917,
                0.6265060240963856
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 65,
              "text_mean": 0.39156626506024095,
              "pooled": 0.39156626506024095,
              "wilson95": [
                0.3205711825543444,
                0.46746643647007696
              ],
              "bootstrap95": [
                0.31912650602409637,
                0.463855421686747
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 156,
              "text_mean": 0.9397590361445783,
              "pooled": 0.9397590361445783,
              "wilson95": [
                0.8926726493530818,
                0.9669525623812089
              ],
              "bootstrap95": [
                0.9036144578313253,
                0.9759036144578314
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 124,
              "text_mean": 0.7469879518072289,
              "pooled": 0.7469879518072289,
              "wilson95": [
                0.6757820657121671,
                0.8070211353988728
              ],
              "bootstrap95": [
                0.6807228915662651,
                0.8132530120481928
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "count",
        "source": "trec|k2|natural|aligned",
        "target": "trec|k4|natural|aligned",
        "source_task": "trec",
        "target_task": "trec",
        "score": "negative_max",
        "threshold": -0.78,
        "source_calibration_subset": {
          "threshold": -0.78,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 22,
            "text_mean": 0.275,
            "pooled": 0.275,
            "wilson95": [
              0.18917757188084197,
              0.3814405864101452
            ],
            "bootstrap95": [
              0.175,
              0.375
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 75,
            "text_mean": 0.9375,
            "pooled": 0.9375,
            "wilson95": [
              0.8618985123272557,
              0.973010624329158
            ],
            "bootstrap95": [
              0.875,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 1,
            "text_mean": 0.0125,
            "pooled": 0.0125,
            "wilson95": [
              0.0022099755204522745,
              0.06746270077668665
            ],
            "bootstrap95": [
              0.0,
              0.0375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 58,
            "text_mean": 0.725,
            "pooled": 0.725,
            "wilson95": [
              0.6185594135898548,
              0.810822428119158
            ],
            "bootstrap95": [
              0.625,
              0.825
            ]
          }
        },
        "target_test": {
          "threshold": -0.78,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 28,
            "text_mean": 0.18666666666666668,
            "pooled": 0.18666666666666668,
            "wilson95": [
              0.13242415483319162,
              0.2565571983041365
            ],
            "bootstrap95": [
              0.12666666666666668,
              0.25333333333333335
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 6,
            "text_mean": 0.04,
            "pooled": 0.04,
            "wilson95": [
              0.01845916060207442,
              0.08451346421655606
            ],
            "bootstrap95": [
              0.013333333333333334,
              0.07333333333333333
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 134,
            "text_mean": 0.8933333333333333,
            "pooled": 0.8933333333333333,
            "wilson95": [
              0.8337537774158531,
              0.9332696303479265
            ],
            "bootstrap95": [
              0.84,
              0.94
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 10,
            "text_mean": 0.06666666666666667,
            "pooled": 0.06666666666666667,
            "wilson95": [
              0.03661185666960744,
              0.11836235511605896
            ],
            "bootstrap95": [
              0.03333333333333333,
              0.10666666666666667
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 144,
            "text_mean": 0.96,
            "pooled": 0.96,
            "wilson95": [
              0.915486535783444,
              0.9815408393979256
            ],
            "bootstrap95": [
              0.9266666666666666,
              0.9866666666666667
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 122,
            "text_mean": 0.8133333333333334,
            "pooled": 0.8133333333333334,
            "wilson95": [
              0.7434428016958636,
              0.8675758451668085
            ],
            "bootstrap95": [
              0.7466666666666667,
              0.8733333333333333
            ]
          }
        },
        "local_reference": {
          "threshold": -0.69,
          "target_test": {
            "threshold": -0.69,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 20,
              "text_mean": 0.13333333333333333,
              "pooled": 0.13333333333333333,
              "wilson95": [
                0.0879980047055142,
                0.196980174497742
              ],
              "bootstrap95": [
                0.08666666666666667,
                0.18666666666666668
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 3,
              "text_mean": 0.02,
              "pooled": 0.02,
              "wilson95": [
                0.006824751322967459,
                0.05714668327038608
              ],
              "bootstrap95": [
                0.0,
                0.04666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 135,
              "text_mean": 0.9,
              "pooled": 0.9,
              "wilson95": [
                0.8415651883318529,
                0.9384586161736859
              ],
              "bootstrap95": [
                0.8466666666666667,
                0.9466666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 12,
              "text_mean": 0.08,
              "pooled": 0.08,
              "wilson95": [
                0.04635364151865291,
                0.13462136375053146
              ],
              "bootstrap95": [
                0.04,
                0.12666666666666668
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 147,
              "text_mean": 0.98,
              "pooled": 0.98,
              "wilson95": [
                0.9428533167296139,
                0.9931752486770326
              ],
              "bootstrap95": [
                0.9533333333333334,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 130,
              "text_mean": 0.8666666666666667,
              "pooled": 0.8666666666666667,
              "wilson95": [
                0.803019825502258,
                0.9120019952944858
              ],
              "bootstrap95": [
                0.8133333333333334,
                0.92
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "count",
        "source": "trec|k2|natural|aligned",
        "target": "trec|k4|natural|aligned",
        "source_task": "trec",
        "target_task": "trec",
        "score": "normalized_entropy",
        "threshold": 0.7601675029619656,
        "source_calibration_subset": {
          "threshold": 0.7601675029619656,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 22,
            "text_mean": 0.275,
            "pooled": 0.275,
            "wilson95": [
              0.18917757188084197,
              0.3814405864101452
            ],
            "bootstrap95": [
              0.175,
              0.375
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 75,
            "text_mean": 0.9375,
            "pooled": 0.9375,
            "wilson95": [
              0.8618985123272557,
              0.973010624329158
            ],
            "bootstrap95": [
              0.875,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 1,
            "text_mean": 0.0125,
            "pooled": 0.0125,
            "wilson95": [
              0.0022099755204522745,
              0.06746270077668665
            ],
            "bootstrap95": [
              0.0,
              0.0375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 58,
            "text_mean": 0.725,
            "pooled": 0.725,
            "wilson95": [
              0.6185594135898548,
              0.810822428119158
            ],
            "bootstrap95": [
              0.625,
              0.825
            ]
          }
        },
        "target_test": {
          "threshold": 0.7601675029619656,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 6,
            "text_mean": 0.04,
            "pooled": 0.04,
            "wilson95": [
              0.01845916060207442,
              0.08451346421655606
            ],
            "bootstrap95": [
              0.013333333333333334,
              0.07333333333333333
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              1.734723475976807e-18,
              0.0249702443680766
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 137,
            "text_mean": 0.9133333333333333,
            "pooled": 0.9133333333333333,
            "wilson95": [
              0.8573717762637809,
              0.9486528217252759
            ],
            "bootstrap95": [
              0.8666666666666667,
              0.9533333333333334
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 13,
            "text_mean": 0.08666666666666667,
            "pooled": 0.08666666666666667,
            "wilson95": [
              0.051347178274724174,
              0.14262822373621914
            ],
            "bootstrap95": [
              0.04666666666666667,
              0.13333333333333333
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 150,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9750297556319235,
              1.0
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 144,
            "text_mean": 0.96,
            "pooled": 0.96,
            "wilson95": [
              0.915486535783444,
              0.9815408393979256
            ],
            "bootstrap95": [
              0.9266666666666666,
              0.9866666666666667
            ]
          }
        },
        "local_reference": {
          "threshold": 0.4784535679576163,
          "target_test": {
            "threshold": 0.4784535679576163,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 24,
              "text_mean": 0.16,
              "pooled": 0.16,
              "wilson95": [
                0.10994008412845499,
                0.22703968204183714
              ],
              "bootstrap95": [
                0.10666666666666667,
                0.22
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 3,
              "text_mean": 0.02,
              "pooled": 0.02,
              "wilson95": [
                0.006824751322967459,
                0.05714668327038608
              ],
              "bootstrap95": [
                0.0,
                0.04666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 135,
              "text_mean": 0.9,
              "pooled": 0.9,
              "wilson95": [
                0.8415651883318529,
                0.9384586161736859
              ],
              "bootstrap95": [
                0.8466666666666667,
                0.9466666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 12,
              "text_mean": 0.08,
              "pooled": 0.08,
              "wilson95": [
                0.04635364151865291,
                0.13462136375053146
              ],
              "bootstrap95": [
                0.04,
                0.12666666666666668
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 147,
              "text_mean": 0.98,
              "pooled": 0.98,
              "wilson95": [
                0.9428533167296139,
                0.9931752486770326
              ],
              "bootstrap95": [
                0.9533333333333334,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 126,
              "text_mean": 0.84,
              "pooled": 0.84,
              "wilson95": [
                0.7729603179581628,
                0.890059915871545
              ],
              "bootstrap95": [
                0.78,
                0.8934999999999991
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "count",
        "source": "trec|k2|natural|aligned",
        "target": "trec|k4|natural|aligned",
        "source_task": "trec",
        "target_task": "trec",
        "score": "none_probability",
        "threshold": 0.34,
        "source_calibration_subset": {
          "threshold": 0.34,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 63,
            "text_mean": 0.7875,
            "pooled": 0.7875,
            "wilson95": [
              0.6857784426940333,
              0.8628761328230384
            ],
            "bootstrap95": [
              0.7,
              0.875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 74,
            "text_mean": 0.925,
            "pooled": 0.925,
            "wilson95": [
              0.8458798391878072,
              0.9651747507069949
            ],
            "bootstrap95": [
              0.8625,
              0.975
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 2,
            "text_mean": 0.025,
            "pooled": 0.025,
            "wilson95": [
              0.006882893202970648,
              0.0866443298557801
            ],
            "bootstrap95": [
              0.0,
              0.0625
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 17,
            "text_mean": 0.2125,
            "pooled": 0.2125,
            "wilson95": [
              0.13712386717696146,
              0.31422155730596657
            ],
            "bootstrap95": [
              0.125,
              0.3
            ]
          }
        },
        "target_test": {
          "threshold": 0.34,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 77,
            "text_mean": 0.5133333333333333,
            "pooled": 0.5133333333333333,
            "wilson95": [
              0.4340179127073932,
              0.5919828807761246
            ],
            "bootstrap95": [
              0.43333333333333335,
              0.5934999999999991
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 4,
            "text_mean": 0.02666666666666667,
            "pooled": 0.02666666666666667,
            "wilson95": [
              0.010417940822967993,
              0.06655389051214453
            ],
            "bootstrap95": [
              0.006666666666666667,
              0.05333333333333334
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 135,
            "text_mean": 0.9,
            "pooled": 0.9,
            "wilson95": [
              0.8415651883318529,
              0.9384586161736859
            ],
            "bootstrap95": [
              0.8533333333333334,
              0.9466666666666667
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 11,
            "text_mean": 0.07333333333333333,
            "pooled": 0.07333333333333333,
            "wilson95": [
              0.041438815160384994,
              0.12653579336704038
            ],
            "bootstrap95": [
              0.03333333333333333,
              0.11333333333333333
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 146,
            "text_mean": 0.9733333333333334,
            "pooled": 0.9733333333333334,
            "wilson95": [
              0.9334461094878556,
              0.989582059177032
            ],
            "bootstrap95": [
              0.9466666666666667,
              0.9933333333333333
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 73,
            "text_mean": 0.4866666666666667,
            "pooled": 0.4866666666666667,
            "wilson95": [
              0.40801711922387535,
              0.5659820872926068
            ],
            "bootstrap95": [
              0.4066666666666667,
              0.5666666666666667
            ]
          }
        },
        "local_reference": {
          "threshold": 0.05,
          "target_test": {
            "threshold": 0.05,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 98,
              "text_mean": 0.6533333333333333,
              "pooled": 0.6533333333333333,
              "wilson95": [
                0.5742042146686651,
                0.7248049103917914
              ],
              "bootstrap95": [
                0.5798333333333333,
                0.72
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 9,
              "text_mean": 0.06,
              "pooled": 0.06,
              "wilson95": [
                0.03188404420920533,
                0.11008977083470209
              ],
              "bootstrap95": [
                0.02666666666666667,
                0.1
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 132,
              "text_mean": 0.88,
              "pooled": 0.88,
              "wilson95": [
                0.818291645158672,
                0.9227309691215898
              ],
              "bootstrap95": [
                0.82,
                0.9333333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 9,
              "text_mean": 0.06,
              "pooled": 0.06,
              "wilson95": [
                0.03188404420920533,
                0.11008977083470209
              ],
              "bootstrap95": [
                0.02666666666666667,
                0.1
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 141,
              "text_mean": 0.94,
              "pooled": 0.94,
              "wilson95": [
                0.8899102291652979,
                0.9681159557907947
              ],
              "bootstrap95": [
                0.9,
                0.9733333333333334
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 52,
              "text_mean": 0.3466666666666667,
              "pooled": 0.3466666666666667,
              "wilson95": [
                0.2751950896082086,
                0.4257957853313349
              ],
              "bootstrap95": [
                0.26666666666666666,
                0.4266666666666667
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "count",
        "source": "trec|k2|natural|aligned",
        "target": "trec|k5|natural|aligned",
        "source_task": "trec",
        "target_task": "trec",
        "score": "negative_max",
        "threshold": -0.78,
        "source_calibration_subset": {
          "threshold": -0.78,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 22,
            "text_mean": 0.275,
            "pooled": 0.275,
            "wilson95": [
              0.18917757188084197,
              0.3814405864101452
            ],
            "bootstrap95": [
              0.175,
              0.375
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 75,
            "text_mean": 0.9375,
            "pooled": 0.9375,
            "wilson95": [
              0.8618985123272557,
              0.973010624329158
            ],
            "bootstrap95": [
              0.875,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 1,
            "text_mean": 0.0125,
            "pooled": 0.0125,
            "wilson95": [
              0.0022099755204522745,
              0.06746270077668665
            ],
            "bootstrap95": [
              0.0,
              0.0375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 58,
            "text_mean": 0.725,
            "pooled": 0.725,
            "wilson95": [
              0.6185594135898548,
              0.810822428119158
            ],
            "bootstrap95": [
              0.625,
              0.825
            ]
          }
        },
        "target_test": {
          "threshold": -0.78,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 29,
            "text_mean": 0.19333333333333333,
            "pooled": 0.19333333333333333,
            "wilson95": [
              0.13811889170191843,
              0.2638628581771686
            ],
            "bootstrap95": [
              0.13333333333333333,
              0.25333333333333335
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 6,
            "text_mean": 0.04,
            "pooled": 0.04,
            "wilson95": [
              0.01845916060207442,
              0.08451346421655606
            ],
            "bootstrap95": [
              0.013333333333333334,
              0.07333333333333333
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 132,
            "text_mean": 0.88,
            "pooled": 0.88,
            "wilson95": [
              0.818291645158672,
              0.9227309691215898
            ],
            "bootstrap95": [
              0.8266666666666667,
              0.9266666666666666
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 12,
            "text_mean": 0.08,
            "pooled": 0.08,
            "wilson95": [
              0.04635364151865291,
              0.13462136375053146
            ],
            "bootstrap95": [
              0.04,
              0.12666666666666668
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 144,
            "text_mean": 0.96,
            "pooled": 0.96,
            "wilson95": [
              0.915486535783444,
              0.9815408393979256
            ],
            "bootstrap95": [
              0.9266666666666666,
              0.9866666666666667
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 121,
            "text_mean": 0.8066666666666666,
            "pooled": 0.8066666666666666,
            "wilson95": [
              0.7361371418228314,
              0.8618811082980816
            ],
            "bootstrap95": [
              0.7466666666666667,
              0.8666666666666667
            ]
          }
        },
        "local_reference": {
          "threshold": -0.7,
          "target_test": {
            "threshold": -0.7,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 19,
              "text_mean": 0.12666666666666668,
              "pooled": 0.12666666666666668,
              "wilson95": [
                0.08261129487936036,
                0.18936648758213687
              ],
              "bootstrap95": [
                0.07333333333333333,
                0.18
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 4,
              "text_mean": 0.02666666666666667,
              "pooled": 0.02666666666666667,
              "wilson95": [
                0.010417940822967993,
                0.06655389051214453
              ],
              "bootstrap95": [
                0.006666666666666667,
                0.05333333333333334
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 134,
              "text_mean": 0.8933333333333333,
              "pooled": 0.8933333333333333,
              "wilson95": [
                0.8337537774158531,
                0.9332696303479265
              ],
              "bootstrap95": [
                0.84,
                0.94
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 12,
              "text_mean": 0.08,
              "pooled": 0.08,
              "wilson95": [
                0.04635364151865291,
                0.13462136375053146
              ],
              "bootstrap95": [
                0.04,
                0.12666666666666668
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 146,
              "text_mean": 0.9733333333333334,
              "pooled": 0.9733333333333334,
              "wilson95": [
                0.9334461094878556,
                0.989582059177032
              ],
              "bootstrap95": [
                0.9466666666666667,
                0.9933333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 131,
              "text_mean": 0.8733333333333333,
              "pooled": 0.8733333333333333,
              "wilson95": [
                0.8106335124178631,
                0.9173887051206396
              ],
              "bootstrap95": [
                0.82,
                0.92
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "count",
        "source": "trec|k2|natural|aligned",
        "target": "trec|k5|natural|aligned",
        "source_task": "trec",
        "target_task": "trec",
        "score": "normalized_entropy",
        "threshold": 0.7601675029619656,
        "source_calibration_subset": {
          "threshold": 0.7601675029619656,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 22,
            "text_mean": 0.275,
            "pooled": 0.275,
            "wilson95": [
              0.18917757188084197,
              0.3814405864101452
            ],
            "bootstrap95": [
              0.175,
              0.375
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 75,
            "text_mean": 0.9375,
            "pooled": 0.9375,
            "wilson95": [
              0.8618985123272557,
              0.973010624329158
            ],
            "bootstrap95": [
              0.875,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 1,
            "text_mean": 0.0125,
            "pooled": 0.0125,
            "wilson95": [
              0.0022099755204522745,
              0.06746270077668665
            ],
            "bootstrap95": [
              0.0,
              0.0375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 58,
            "text_mean": 0.725,
            "pooled": 0.725,
            "wilson95": [
              0.6185594135898548,
              0.810822428119158
            ],
            "bootstrap95": [
              0.625,
              0.825
            ]
          }
        },
        "target_test": {
          "threshold": 0.7601675029619656,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              1.734723475976807e-18,
              0.0249702443680766
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              1.734723475976807e-18,
              0.0249702443680766
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 138,
            "text_mean": 0.92,
            "pooled": 0.92,
            "wilson95": [
              0.8653786362494686,
              0.953646358481347
            ],
            "bootstrap95": [
              0.8733333333333333,
              0.96
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 12,
            "text_mean": 0.08,
            "pooled": 0.08,
            "wilson95": [
              0.04635364151865291,
              0.13462136375053146
            ],
            "bootstrap95": [
              0.04,
              0.12666666666666668
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 150,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9750297556319235,
              1.0
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 150,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9750297556319235,
              1.0
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          }
        },
        "local_reference": {
          "threshold": 0.4252064057931188,
          "target_test": {
            "threshold": 0.4252064057931188,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 18,
              "text_mean": 0.12,
              "pooled": 0.12,
              "wilson95": [
                0.07726903087841022,
                0.18170835484132794
              ],
              "bootstrap95": [
                0.06666666666666667,
                0.17333333333333334
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 4,
              "text_mean": 0.02666666666666667,
              "pooled": 0.02666666666666667,
              "wilson95": [
                0.010417940822967993,
                0.06655389051214453
              ],
              "bootstrap95": [
                0.006666666666666667,
                0.05333333333333334
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 135,
              "text_mean": 0.9,
              "pooled": 0.9,
              "wilson95": [
                0.8415651883318529,
                0.9384586161736859
              ],
              "bootstrap95": [
                0.8466666666666667,
                0.9466666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 11,
              "text_mean": 0.07333333333333333,
              "pooled": 0.07333333333333333,
              "wilson95": [
                0.041438815160384994,
                0.12653579336704038
              ],
              "bootstrap95": [
                0.03333333333333333,
                0.12
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 146,
              "text_mean": 0.9733333333333334,
              "pooled": 0.9733333333333334,
              "wilson95": [
                0.9334461094878556,
                0.989582059177032
              ],
              "bootstrap95": [
                0.9466666666666667,
                0.9933333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 132,
              "text_mean": 0.88,
              "pooled": 0.88,
              "wilson95": [
                0.818291645158672,
                0.9227309691215898
              ],
              "bootstrap95": [
                0.8266666666666667,
                0.9266666666666666
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "count",
        "source": "trec|k2|natural|aligned",
        "target": "trec|k5|natural|aligned",
        "source_task": "trec",
        "target_task": "trec",
        "score": "none_probability",
        "threshold": 0.34,
        "source_calibration_subset": {
          "threshold": 0.34,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 63,
            "text_mean": 0.7875,
            "pooled": 0.7875,
            "wilson95": [
              0.6857784426940333,
              0.8628761328230384
            ],
            "bootstrap95": [
              0.7,
              0.875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 74,
            "text_mean": 0.925,
            "pooled": 0.925,
            "wilson95": [
              0.8458798391878072,
              0.9651747507069949
            ],
            "bootstrap95": [
              0.8625,
              0.975
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 2,
            "text_mean": 0.025,
            "pooled": 0.025,
            "wilson95": [
              0.006882893202970648,
              0.0866443298557801
            ],
            "bootstrap95": [
              0.0,
              0.0625
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 17,
            "text_mean": 0.2125,
            "pooled": 0.2125,
            "wilson95": [
              0.13712386717696146,
              0.31422155730596657
            ],
            "bootstrap95": [
              0.125,
              0.3
            ]
          }
        },
        "target_test": {
          "threshold": 0.34,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 68,
            "text_mean": 0.4533333333333333,
            "pooled": 0.4533333333333333,
            "wilson95": [
              0.375824986079277,
              0.5331722367284102
            ],
            "bootstrap95": [
              0.38,
              0.5333333333333333
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 2,
            "text_mean": 0.013333333333333334,
            "pooled": 0.013333333333333334,
            "wilson95": [
              0.0036641291512270503,
              0.04730690870036751
            ],
            "bootstrap95": [
              0.0,
              0.03333333333333333
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 136,
            "text_mean": 0.9066666666666666,
            "pooled": 0.9066666666666666,
            "wilson95": [
              0.8494360687243842,
              0.9435881325229135
            ],
            "bootstrap95": [
              0.86,
              0.9533333333333334
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 12,
            "text_mean": 0.08,
            "pooled": 0.08,
            "wilson95": [
              0.04635364151865291,
              0.13462136375053146
            ],
            "bootstrap95": [
              0.04,
              0.12666666666666668
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 148,
            "text_mean": 0.9866666666666667,
            "pooled": 0.9866666666666667,
            "wilson95": [
              0.9526930912996325,
              0.9963358708487731
            ],
            "bootstrap95": [
              0.9666666666666667,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 82,
            "text_mean": 0.5466666666666666,
            "pooled": 0.5466666666666666,
            "wilson95": [
              0.4668277632715898,
              0.6241750139207229
            ],
            "bootstrap95": [
              0.4666666666666667,
              0.6266666666666667
            ]
          }
        },
        "local_reference": {
          "threshold": 0.07,
          "target_test": {
            "threshold": 0.07,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 83,
              "text_mean": 0.5533333333333333,
              "pooled": 0.5533333333333333,
              "wilson95": [
                0.47343118434916653,
                0.6305719895849053
              ],
              "bootstrap95": [
                0.47333333333333333,
                0.6333333333333333
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 6,
              "text_mean": 0.04,
              "pooled": 0.04,
              "wilson95": [
                0.01845916060207442,
                0.08451346421655606
              ],
              "bootstrap95": [
                0.013333333333333334,
                0.07333333333333333
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 134,
              "text_mean": 0.8933333333333333,
              "pooled": 0.8933333333333333,
              "wilson95": [
                0.8337537774158531,
                0.9332696303479265
              ],
              "bootstrap95": [
                0.84,
                0.94
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 10,
              "text_mean": 0.06666666666666667,
              "pooled": 0.06666666666666667,
              "wilson95": [
                0.03661185666960744,
                0.11836235511605896
              ],
              "bootstrap95": [
                0.03333333333333333,
                0.10666666666666667
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 144,
              "text_mean": 0.96,
              "pooled": 0.96,
              "wilson95": [
                0.915486535783444,
                0.9815408393979256
              ],
              "bootstrap95": [
                0.9266666666666666,
                0.9866666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 67,
              "text_mean": 0.44666666666666666,
              "pooled": 0.44666666666666666,
              "wilson95": [
                0.36942801041509465,
                0.5265688156508335
              ],
              "bootstrap95": [
                0.36666666666666664,
                0.52
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "name",
        "source": "trec|k2|natural|aligned",
        "target": "trec|k2|neutral|aligned",
        "source_task": "trec",
        "target_task": "trec",
        "score": "negative_max",
        "threshold": -0.78,
        "source_calibration_subset": {
          "threshold": -0.78,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 22,
            "text_mean": 0.275,
            "pooled": 0.275,
            "wilson95": [
              0.18917757188084197,
              0.3814405864101452
            ],
            "bootstrap95": [
              0.1875,
              0.375
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1125
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 75,
            "text_mean": 0.9375,
            "pooled": 0.9375,
            "wilson95": [
              0.8618985123272557,
              0.973010624329158
            ],
            "bootstrap95": [
              0.8875,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 1,
            "text_mean": 0.0125,
            "pooled": 0.0125,
            "wilson95": [
              0.0022099755204522745,
              0.06746270077668665
            ],
            "bootstrap95": [
              0.0,
              0.0375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 58,
            "text_mean": 0.725,
            "pooled": 0.725,
            "wilson95": [
              0.6185594135898548,
              0.810822428119158
            ],
            "bootstrap95": [
              0.625,
              0.825
            ]
          }
        },
        "target_test": {
          "threshold": -0.78,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 34,
            "text_mean": 0.22666666666666666,
            "pooled": 0.22666666666666666,
            "wilson95": [
              0.1669817942684841,
              0.3000019393193978
            ],
            "bootstrap95": [
              0.16,
              0.3
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 7,
            "text_mean": 0.04666666666666667,
            "pooled": 0.04666666666666667,
            "wilson95": [
              0.022786549161261972,
              0.09318647239912747
            ],
            "bootstrap95": [
              0.01983333333333334,
              0.08666666666666667
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 139,
            "text_mean": 0.9266666666666666,
            "pooled": 0.9266666666666666,
            "wilson95": [
              0.8734642066329596,
              0.9585611848396149
            ],
            "bootstrap95": [
              0.88,
              0.96
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 4,
            "text_mean": 0.02666666666666667,
            "pooled": 0.02666666666666667,
            "wilson95": [
              0.010417940822967993,
              0.06655389051214453
            ],
            "bootstrap95": [
              0.006666666666666667,
              0.05333333333333334
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 143,
            "text_mean": 0.9533333333333334,
            "pooled": 0.9533333333333334,
            "wilson95": [
              0.9068135276008725,
              0.9772134508387381
            ],
            "bootstrap95": [
              0.92,
              0.9866666666666667
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 116,
            "text_mean": 0.7733333333333333,
            "pooled": 0.7733333333333333,
            "wilson95": [
              0.6999980606806022,
              0.8330182057315159
            ],
            "bootstrap95": [
              0.7,
              0.84
            ]
          }
        },
        "local_reference": {
          "threshold": -0.82,
          "target_test": {
            "threshold": -0.82,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 39,
              "text_mean": 0.26,
              "pooled": 0.26,
              "wilson95": [
                0.19642138912816148,
                0.3355643281685153
              ],
              "bootstrap95": [
                0.19333333333333333,
                0.32666666666666666
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 8,
              "text_mean": 0.05333333333333334,
              "pooled": 0.05333333333333334,
              "wilson95": [
                0.027269539920193826,
                0.1017038783819546
              ],
              "bootstrap95": [
                0.02,
                0.09333333333333334
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 138,
              "text_mean": 0.92,
              "pooled": 0.92,
              "wilson95": [
                0.8653786362494686,
                0.953646358481347
              ],
              "bootstrap95": [
                0.8733333333333333,
                0.96
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 4,
              "text_mean": 0.02666666666666667,
              "pooled": 0.02666666666666667,
              "wilson95": [
                0.010417940822967993,
                0.06655389051214453
              ],
              "bootstrap95": [
                0.006666666666666667,
                0.05333333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 142,
              "text_mean": 0.9466666666666667,
              "pooled": 0.9466666666666667,
              "wilson95": [
                0.8982961216180454,
                0.9727304600798061
              ],
              "bootstrap95": [
                0.9066666666666666,
                0.98
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 111,
              "text_mean": 0.74,
              "pooled": 0.74,
              "wilson95": [
                0.6644356718314847,
                0.8035786108718385
              ],
              "bootstrap95": [
                0.6666666666666666,
                0.8066666666666666
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "name",
        "source": "trec|k2|natural|aligned",
        "target": "trec|k2|neutral|aligned",
        "source_task": "trec",
        "target_task": "trec",
        "score": "normalized_entropy",
        "threshold": 0.7601675029619656,
        "source_calibration_subset": {
          "threshold": 0.7601675029619656,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 22,
            "text_mean": 0.275,
            "pooled": 0.275,
            "wilson95": [
              0.18917757188084197,
              0.3814405864101452
            ],
            "bootstrap95": [
              0.175,
              0.375
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 75,
            "text_mean": 0.9375,
            "pooled": 0.9375,
            "wilson95": [
              0.8618985123272557,
              0.973010624329158
            ],
            "bootstrap95": [
              0.875,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 1,
            "text_mean": 0.0125,
            "pooled": 0.0125,
            "wilson95": [
              0.0022099755204522745,
              0.06746270077668665
            ],
            "bootstrap95": [
              0.0,
              0.0375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 58,
            "text_mean": 0.725,
            "pooled": 0.725,
            "wilson95": [
              0.6185594135898548,
              0.810822428119158
            ],
            "bootstrap95": [
              0.625,
              0.8125
            ]
          }
        },
        "target_test": {
          "threshold": 0.7601675029619656,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 34,
            "text_mean": 0.22666666666666666,
            "pooled": 0.22666666666666666,
            "wilson95": [
              0.1669817942684841,
              0.3000019393193978
            ],
            "bootstrap95": [
              0.16,
              0.29333333333333333
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 7,
            "text_mean": 0.04666666666666667,
            "pooled": 0.04666666666666667,
            "wilson95": [
              0.022786549161261972,
              0.09318647239912747
            ],
            "bootstrap95": [
              0.013333333333333334,
              0.08
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 139,
            "text_mean": 0.9266666666666666,
            "pooled": 0.9266666666666666,
            "wilson95": [
              0.8734642066329596,
              0.9585611848396149
            ],
            "bootstrap95": [
              0.8866666666666667,
              0.9666666666666667
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 4,
            "text_mean": 0.02666666666666667,
            "pooled": 0.02666666666666667,
            "wilson95": [
              0.010417940822967993,
              0.06655389051214453
            ],
            "bootstrap95": [
              0.006666666666666667,
              0.05333333333333334
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 143,
            "text_mean": 0.9533333333333334,
            "pooled": 0.9533333333333334,
            "wilson95": [
              0.9068135276008725,
              0.9772134508387381
            ],
            "bootstrap95": [
              0.92,
              0.9866666666666667
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 116,
            "text_mean": 0.7733333333333333,
            "pooled": 0.7733333333333333,
            "wilson95": [
              0.6999980606806022,
              0.8330182057315159
            ],
            "bootstrap95": [
              0.7066666666666667,
              0.8333333333333334
            ]
          }
        },
        "local_reference": {
          "threshold": 0.6800770457282799,
          "target_test": {
            "threshold": 0.6800770457282799,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 39,
              "text_mean": 0.26,
              "pooled": 0.26,
              "wilson95": [
                0.19642138912816148,
                0.3355643281685153
              ],
              "bootstrap95": [
                0.19316666666666668,
                0.32666666666666666
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 8,
              "text_mean": 0.05333333333333334,
              "pooled": 0.05333333333333334,
              "wilson95": [
                0.027269539920193826,
                0.1017038783819546
              ],
              "bootstrap95": [
                0.02,
                0.08666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 138,
              "text_mean": 0.92,
              "pooled": 0.92,
              "wilson95": [
                0.8653786362494686,
                0.953646358481347
              ],
              "bootstrap95": [
                0.8733333333333333,
                0.9601666666666657
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 4,
              "text_mean": 0.02666666666666667,
              "pooled": 0.02666666666666667,
              "wilson95": [
                0.010417940822967993,
                0.06655389051214453
              ],
              "bootstrap95": [
                0.006666666666666667,
                0.05333333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 142,
              "text_mean": 0.9466666666666667,
              "pooled": 0.9466666666666667,
              "wilson95": [
                0.8982961216180454,
                0.9727304600798061
              ],
              "bootstrap95": [
                0.9066666666666666,
                0.98
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 111,
              "text_mean": 0.74,
              "pooled": 0.74,
              "wilson95": [
                0.6644356718314847,
                0.8035786108718385
              ],
              "bootstrap95": [
                0.6733333333333333,
                0.8066666666666666
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "name",
        "source": "trec|k2|natural|aligned",
        "target": "trec|k2|neutral|aligned",
        "source_task": "trec",
        "target_task": "trec",
        "score": "none_probability",
        "threshold": 0.34,
        "source_calibration_subset": {
          "threshold": 0.34,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 63,
            "text_mean": 0.7875,
            "pooled": 0.7875,
            "wilson95": [
              0.6857784426940333,
              0.8628761328230384
            ],
            "bootstrap95": [
              0.7,
              0.875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 74,
            "text_mean": 0.925,
            "pooled": 0.925,
            "wilson95": [
              0.8458798391878072,
              0.9651747507069949
            ],
            "bootstrap95": [
              0.8625,
              0.975
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 2,
            "text_mean": 0.025,
            "pooled": 0.025,
            "wilson95": [
              0.006882893202970648,
              0.0866443298557801
            ],
            "bootstrap95": [
              0.0,
              0.0625
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 17,
            "text_mean": 0.2125,
            "pooled": 0.2125,
            "wilson95": [
              0.13712386717696146,
              0.31422155730596657
            ],
            "bootstrap95": [
              0.125,
              0.3125
            ]
          }
        },
        "target_test": {
          "threshold": 0.34,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 124,
            "text_mean": 0.8266666666666667,
            "pooled": 0.8266666666666667,
            "wilson95": [
              0.7581400726100628,
              0.8788793677361272
            ],
            "bootstrap95": [
              0.7666666666666667,
              0.88
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 10,
            "text_mean": 0.06666666666666667,
            "pooled": 0.06666666666666667,
            "wilson95": [
              0.03661185666960744,
              0.11836235511605896
            ],
            "bootstrap95": [
              0.03333333333333333,
              0.10666666666666667
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 136,
            "text_mean": 0.9066666666666666,
            "pooled": 0.9066666666666666,
            "wilson95": [
              0.8494360687243842,
              0.9435881325229135
            ],
            "bootstrap95": [
              0.86,
              0.9533333333333334
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 4,
            "text_mean": 0.02666666666666667,
            "pooled": 0.02666666666666667,
            "wilson95": [
              0.010417940822967993,
              0.06655389051214453
            ],
            "bootstrap95": [
              0.006666666666666667,
              0.05333333333333334
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 140,
            "text_mean": 0.9333333333333333,
            "pooled": 0.9333333333333333,
            "wilson95": [
              0.8816376448839411,
              0.9633881433303926
            ],
            "bootstrap95": [
              0.8933333333333333,
              0.9733333333333334
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 26,
            "text_mean": 0.17333333333333334,
            "pooled": 0.17333333333333334,
            "wilson95": [
              0.1211206322638728,
              0.24185992738993722
            ],
            "bootstrap95": [
              0.11333333333333333,
              0.23333333333333334
            ]
          }
        },
        "local_reference": {
          "threshold": 0.43,
          "target_test": {
            "threshold": 0.43,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 119,
              "text_mean": 0.7933333333333333,
              "pooled": 0.7933333333333333,
              "wilson95": [
                0.7216063981873552,
                0.8504110584500398
              ],
              "bootstrap95": [
                0.7265,
                0.8533333333333334
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 9,
              "text_mean": 0.06,
              "pooled": 0.06,
              "wilson95": [
                0.03188404420920533,
                0.11008977083470209
              ],
              "bootstrap95": [
                0.02666666666666667,
                0.1
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 137,
              "text_mean": 0.9133333333333333,
              "pooled": 0.9133333333333333,
              "wilson95": [
                0.8573717762637809,
                0.9486528217252759
              ],
              "bootstrap95": [
                0.8666666666666667,
                0.9533333333333334
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 4,
              "text_mean": 0.02666666666666667,
              "pooled": 0.02666666666666667,
              "wilson95": [
                0.010417940822967993,
                0.06655389051214453
              ],
              "bootstrap95": [
                0.006666666666666667,
                0.05333333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 141,
              "text_mean": 0.94,
              "pooled": 0.94,
              "wilson95": [
                0.8899102291652979,
                0.9681159557907947
              ],
              "bootstrap95": [
                0.9,
                0.9733333333333334
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 31,
              "text_mean": 0.20666666666666667,
              "pooled": 0.20666666666666667,
              "wilson95": [
                0.1495889415499601,
                0.27839360181264483
              ],
              "bootstrap95": [
                0.14666666666666667,
                0.2733333333333333
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "name",
        "source": "trec|k4|natural|aligned",
        "target": "trec|k4|neutral|aligned",
        "source_task": "trec",
        "target_task": "trec",
        "score": "negative_max",
        "threshold": -0.69,
        "source_calibration_subset": {
          "threshold": -0.69,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 21,
            "text_mean": 0.2625,
            "pooled": 0.2625,
            "wilson95": [
              0.1785740148850936,
              0.36818959664428175
            ],
            "bootstrap95": [
              0.175,
              0.3625
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 73,
            "text_mean": 0.9125,
            "pooled": 0.9125,
            "wilson95": [
              0.8302320449152499,
              0.9569679982179401
            ],
            "bootstrap95": [
              0.85,
              0.975
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 59,
            "text_mean": 0.7375,
            "pooled": 0.7375,
            "wilson95": [
              0.6318104033557184,
              0.8214259851149064
            ],
            "bootstrap95": [
              0.6375,
              0.825
            ]
          }
        },
        "target_test": {
          "threshold": -0.69,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 25,
            "text_mean": 0.16666666666666666,
            "pooled": 0.16666666666666666,
            "wilson95": [
              0.115514298743043,
              0.23446586416900808
            ],
            "bootstrap95": [
              0.11333333333333333,
              0.22666666666666666
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 3,
            "text_mean": 0.02,
            "pooled": 0.02,
            "wilson95": [
              0.006824751322967459,
              0.05714668327038608
            ],
            "bootstrap95": [
              0.0,
              0.04666666666666667
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 134,
            "text_mean": 0.8933333333333333,
            "pooled": 0.8933333333333333,
            "wilson95": [
              0.8337537774158531,
              0.9332696303479265
            ],
            "bootstrap95": [
              0.8466666666666667,
              0.94
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 13,
            "text_mean": 0.08666666666666667,
            "pooled": 0.08666666666666667,
            "wilson95": [
              0.051347178274724174,
              0.14262822373621914
            ],
            "bootstrap95": [
              0.046500000000000014,
              0.13333333333333333
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 147,
            "text_mean": 0.98,
            "pooled": 0.98,
            "wilson95": [
              0.9428533167296139,
              0.9931752486770326
            ],
            "bootstrap95": [
              0.9533333333333334,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 125,
            "text_mean": 0.8333333333333334,
            "pooled": 0.8333333333333334,
            "wilson95": [
              0.7655341358309921,
              0.884485701256957
            ],
            "bootstrap95": [
              0.7666666666666667,
              0.8933333333333333
            ]
          }
        },
        "local_reference": {
          "threshold": -0.68,
          "target_test": {
            "threshold": -0.68,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 24,
              "text_mean": 0.16,
              "pooled": 0.16,
              "wilson95": [
                0.10994008412845499,
                0.22703968204183714
              ],
              "bootstrap95": [
                0.1,
                0.22
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 3,
              "text_mean": 0.02,
              "pooled": 0.02,
              "wilson95": [
                0.006824751322967459,
                0.05714668327038608
              ],
              "bootstrap95": [
                0.0,
                0.04666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 134,
              "text_mean": 0.8933333333333333,
              "pooled": 0.8933333333333333,
              "wilson95": [
                0.8337537774158531,
                0.9332696303479265
              ],
              "bootstrap95": [
                0.8398333333333333,
                0.94
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 13,
              "text_mean": 0.08666666666666667,
              "pooled": 0.08666666666666667,
              "wilson95": [
                0.051347178274724174,
                0.14262822373621914
              ],
              "bootstrap95": [
                0.04666666666666667,
                0.13333333333333333
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 147,
              "text_mean": 0.98,
              "pooled": 0.98,
              "wilson95": [
                0.9428533167296139,
                0.9931752486770326
              ],
              "bootstrap95": [
                0.9533333333333334,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 126,
              "text_mean": 0.84,
              "pooled": 0.84,
              "wilson95": [
                0.7729603179581628,
                0.890059915871545
              ],
              "bootstrap95": [
                0.78,
                0.8933333333333333
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "name",
        "source": "trec|k4|natural|aligned",
        "target": "trec|k4|neutral|aligned",
        "source_task": "trec",
        "target_task": "trec",
        "score": "normalized_entropy",
        "threshold": 0.4784535679576163,
        "source_calibration_subset": {
          "threshold": 0.4784535679576163,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 23,
            "text_mean": 0.2875,
            "pooled": 0.2875,
            "wilson95": [
              0.19986924292269914,
              0.3946034621298997
            ],
            "bootstrap95": [
              0.19968750000000002,
              0.3875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 73,
            "text_mean": 0.9125,
            "pooled": 0.9125,
            "wilson95": [
              0.8302320449152499,
              0.9569679982179401
            ],
            "bootstrap95": [
              0.8375,
              0.9625
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 57,
            "text_mean": 0.7125,
            "pooled": 0.7125,
            "wilson95": [
              0.6053965378701002,
              0.8001307570773007
            ],
            "bootstrap95": [
              0.6125,
              0.8125
            ]
          }
        },
        "target_test": {
          "threshold": 0.4784535679576163,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 31,
            "text_mean": 0.20666666666666667,
            "pooled": 0.20666666666666667,
            "wilson95": [
              0.1495889415499601,
              0.27839360181264483
            ],
            "bootstrap95": [
              0.14,
              0.2733333333333333
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 3,
            "text_mean": 0.02,
            "pooled": 0.02,
            "wilson95": [
              0.006824751322967459,
              0.05714668327038608
            ],
            "bootstrap95": [
              0.0,
              0.04666666666666667
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 135,
            "text_mean": 0.9,
            "pooled": 0.9,
            "wilson95": [
              0.8415651883318529,
              0.9384586161736859
            ],
            "bootstrap95": [
              0.8533333333333334,
              0.9466666666666667
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 12,
            "text_mean": 0.08,
            "pooled": 0.08,
            "wilson95": [
              0.04635364151865291,
              0.13462136375053146
            ],
            "bootstrap95": [
              0.04,
              0.12666666666666668
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 147,
            "text_mean": 0.98,
            "pooled": 0.98,
            "wilson95": [
              0.9428533167296139,
              0.9931752486770326
            ],
            "bootstrap95": [
              0.9533333333333334,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 119,
            "text_mean": 0.7933333333333333,
            "pooled": 0.7933333333333333,
            "wilson95": [
              0.7216063981873552,
              0.8504110584500398
            ],
            "bootstrap95": [
              0.7266666666666667,
              0.8533333333333334
            ]
          }
        },
        "local_reference": {
          "threshold": 0.4987007942838698,
          "target_test": {
            "threshold": 0.4987007942838698,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 28,
              "text_mean": 0.18666666666666668,
              "pooled": 0.18666666666666668,
              "wilson95": [
                0.13242415483319162,
                0.2565571983041365
              ],
              "bootstrap95": [
                0.12666666666666668,
                0.25333333333333335
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 1,
              "text_mean": 0.006666666666666667,
              "pooled": 0.006666666666666667,
              "wilson95": [
                0.0011778013350174366,
                0.03679283977481815
              ],
              "bootstrap95": [
                0.0,
                0.02
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 135,
              "text_mean": 0.9,
              "pooled": 0.9,
              "wilson95": [
                0.8415651883318529,
                0.9384586161736859
              ],
              "bootstrap95": [
                0.8533333333333334,
                0.9466666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 14,
              "text_mean": 0.09333333333333334,
              "pooled": 0.09333333333333334,
              "wilson95": [
                0.05641186747708652,
                0.1505639312756158
              ],
              "bootstrap95": [
                0.05333333333333334,
                0.14
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 149,
              "text_mean": 0.9933333333333333,
              "pooled": 0.9933333333333333,
              "wilson95": [
                0.9632071602251817,
                0.9988221986649826
              ],
              "bootstrap95": [
                0.98,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 122,
              "text_mean": 0.8133333333333334,
              "pooled": 0.8133333333333334,
              "wilson95": [
                0.7434428016958636,
                0.8675758451668085
              ],
              "bootstrap95": [
                0.7533333333333333,
                0.8733333333333333
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "name",
        "source": "trec|k4|natural|aligned",
        "target": "trec|k4|neutral|aligned",
        "source_task": "trec",
        "target_task": "trec",
        "score": "none_probability",
        "threshold": 0.05,
        "source_calibration_subset": {
          "threshold": 0.05,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 55,
            "text_mean": 0.6875,
            "pooled": 0.6875,
            "wilson95": [
              0.5793222425531256,
              0.7784959588710517
            ],
            "bootstrap95": [
              0.575,
              0.7875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 71,
            "text_mean": 0.8875,
            "pooled": 0.8875,
            "wilson95": [
              0.7998178190762713,
              0.9396731305336952
            ],
            "bootstrap95": [
              0.8125,
              0.95
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 5,
            "text_mean": 0.0625,
            "pooled": 0.0625,
            "wilson95": [
              0.026989375670841982,
              0.13810148767274424
            ],
            "bootstrap95": [
              0.0125,
              0.1125
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 25,
            "text_mean": 0.3125,
            "pooled": 0.3125,
            "wilson95": [
              0.2215040411289482,
              0.4206777574468744
            ],
            "bootstrap95": [
              0.2125,
              0.4125
            ]
          }
        },
        "target_test": {
          "threshold": 0.05,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 97,
            "text_mean": 0.6466666666666666,
            "pooled": 0.6466666666666666,
            "wilson95": [
              0.5673813792235438,
              0.7186273490951536
            ],
            "bootstrap95": [
              0.5733333333333334,
              0.72
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 8,
            "text_mean": 0.05333333333333334,
            "pooled": 0.05333333333333334,
            "wilson95": [
              0.027269539920193826,
              0.1017038783819546
            ],
            "bootstrap95": [
              0.02,
              0.09333333333333334
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 132,
            "text_mean": 0.88,
            "pooled": 0.88,
            "wilson95": [
              0.818291645158672,
              0.9227309691215898
            ],
            "bootstrap95": [
              0.8266666666666667,
              0.9268333333333324
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 10,
            "text_mean": 0.06666666666666667,
            "pooled": 0.06666666666666667,
            "wilson95": [
              0.03661185666960744,
              0.11836235511605896
            ],
            "bootstrap95": [
              0.02666666666666667,
              0.10666666666666667
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 142,
            "text_mean": 0.9466666666666667,
            "pooled": 0.9466666666666667,
            "wilson95": [
              0.8982961216180454,
              0.9727304600798061
            ],
            "bootstrap95": [
              0.9066666666666666,
              0.98
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 53,
            "text_mean": 0.35333333333333333,
            "pooled": 0.35333333333333333,
            "wilson95": [
              0.2813726509048464,
              0.4326186207764561
            ],
            "bootstrap95": [
              0.28,
              0.43333333333333335
            ]
          }
        },
        "local_reference": {
          "threshold": 0.09,
          "target_test": {
            "threshold": 0.09,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 93,
              "text_mean": 0.62,
              "pooled": 0.62,
              "wilson95": [
                0.5402444138161206,
                0.6937627275355409
              ],
              "bootstrap95": [
                0.54,
                0.6933333333333334
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 7,
              "text_mean": 0.04666666666666667,
              "pooled": 0.04666666666666667,
              "wilson95": [
                0.022786549161261972,
                0.09318647239912747
              ],
              "bootstrap95": [
                0.02,
                0.08
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 133,
              "text_mean": 0.8866666666666667,
              "pooled": 0.8866666666666667,
              "wilson95": [
                0.825997250162395,
                0.928025760859626
              ],
              "bootstrap95": [
                0.8333333333333334,
                0.9333333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 10,
              "text_mean": 0.06666666666666667,
              "pooled": 0.06666666666666667,
              "wilson95": [
                0.03661185666960744,
                0.11836235511605896
              ],
              "bootstrap95": [
                0.03333333333333333,
                0.10666666666666667
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 143,
              "text_mean": 0.9533333333333334,
              "pooled": 0.9533333333333334,
              "wilson95": [
                0.9068135276008725,
                0.9772134508387381
              ],
              "bootstrap95": [
                0.9133333333333333,
                0.9866666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 57,
              "text_mean": 0.38,
              "pooled": 0.38,
              "wilson95": [
                0.3062372724644591,
                0.45975558618387935
              ],
              "bootstrap95": [
                0.30666666666666664,
                0.4533333333333333
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "name",
        "source": "trec|k5|natural|aligned",
        "target": "trec|k5|neutral|aligned",
        "source_task": "trec",
        "target_task": "trec",
        "score": "negative_max",
        "threshold": -0.7,
        "source_calibration_subset": {
          "threshold": -0.7,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 25,
            "text_mean": 0.3125,
            "pooled": 0.3125,
            "wilson95": [
              0.2215040411289482,
              0.4206777574468744
            ],
            "bootstrap95": [
              0.2125,
              0.4125
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 72,
            "text_mean": 0.9,
            "pooled": 0.9,
            "wilson95": [
              0.8148931119389591,
              0.9484523844326191
            ],
            "bootstrap95": [
              0.825,
              0.9625
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 5,
            "text_mean": 0.0625,
            "pooled": 0.0625,
            "wilson95": [
              0.026989375670841982,
              0.13810148767274424
            ],
            "bootstrap95": [
              0.0125,
              0.125
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9125,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 55,
            "text_mean": 0.6875,
            "pooled": 0.6875,
            "wilson95": [
              0.5793222425531256,
              0.7784959588710517
            ],
            "bootstrap95": [
              0.5875,
              0.7875
            ]
          }
        },
        "target_test": {
          "threshold": -0.7,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 26,
            "text_mean": 0.17333333333333334,
            "pooled": 0.17333333333333334,
            "wilson95": [
              0.1211206322638728,
              0.24185992738993722
            ],
            "bootstrap95": [
              0.12,
              0.23333333333333334
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 6,
            "text_mean": 0.04,
            "pooled": 0.04,
            "wilson95": [
              0.01845916060207442,
              0.08451346421655606
            ],
            "bootstrap95": [
              0.013333333333333334,
              0.07333333333333333
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 133,
            "text_mean": 0.8866666666666667,
            "pooled": 0.8866666666666667,
            "wilson95": [
              0.825997250162395,
              0.928025760859626
            ],
            "bootstrap95": [
              0.8333333333333334,
              0.9333333333333333
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 11,
            "text_mean": 0.07333333333333333,
            "pooled": 0.07333333333333333,
            "wilson95": [
              0.041438815160384994,
              0.12653579336704038
            ],
            "bootstrap95": [
              0.03333333333333333,
              0.12
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 144,
            "text_mean": 0.96,
            "pooled": 0.96,
            "wilson95": [
              0.915486535783444,
              0.9815408393979256
            ],
            "bootstrap95": [
              0.9266666666666666,
              0.9866666666666667
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 124,
            "text_mean": 0.8266666666666667,
            "pooled": 0.8266666666666667,
            "wilson95": [
              0.7581400726100628,
              0.8788793677361272
            ],
            "bootstrap95": [
              0.7666666666666667,
              0.8866666666666667
            ]
          }
        },
        "local_reference": {
          "threshold": -0.68,
          "target_test": {
            "threshold": -0.68,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 25,
              "text_mean": 0.16666666666666666,
              "pooled": 0.16666666666666666,
              "wilson95": [
                0.115514298743043,
                0.23446586416900808
              ],
              "bootstrap95": [
                0.10666666666666667,
                0.23333333333333334
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 6,
              "text_mean": 0.04,
              "pooled": 0.04,
              "wilson95": [
                0.01845916060207442,
                0.08451346421655606
              ],
              "bootstrap95": [
                0.013333333333333334,
                0.07333333333333333
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 133,
              "text_mean": 0.8866666666666667,
              "pooled": 0.8866666666666667,
              "wilson95": [
                0.825997250162395,
                0.928025760859626
              ],
              "bootstrap95": [
                0.8333333333333334,
                0.9334999999999991
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 11,
              "text_mean": 0.07333333333333333,
              "pooled": 0.07333333333333333,
              "wilson95": [
                0.041438815160384994,
                0.12653579336704038
              ],
              "bootstrap95": [
                0.03333333333333333,
                0.12
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 144,
              "text_mean": 0.96,
              "pooled": 0.96,
              "wilson95": [
                0.915486535783444,
                0.9815408393979256
              ],
              "bootstrap95": [
                0.9266666666666666,
                0.9866666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 125,
              "text_mean": 0.8333333333333334,
              "pooled": 0.8333333333333334,
              "wilson95": [
                0.7655341358309921,
                0.884485701256957
              ],
              "bootstrap95": [
                0.7733333333333333,
                0.8866666666666667
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "name",
        "source": "trec|k5|natural|aligned",
        "target": "trec|k5|neutral|aligned",
        "source_task": "trec",
        "target_task": "trec",
        "score": "normalized_entropy",
        "threshold": 0.4252064057931188,
        "source_calibration_subset": {
          "threshold": 0.4252064057931188,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 22,
            "text_mean": 0.275,
            "pooled": 0.275,
            "wilson95": [
              0.18917757188084197,
              0.3814405864101452
            ],
            "bootstrap95": [
              0.175,
              0.375
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 72,
            "text_mean": 0.9,
            "pooled": 0.9,
            "wilson95": [
              0.8148931119389591,
              0.9484523844326191
            ],
            "bootstrap95": [
              0.825,
              0.9625
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 5,
            "text_mean": 0.0625,
            "pooled": 0.0625,
            "wilson95": [
              0.026989375670841982,
              0.13810148767274424
            ],
            "bootstrap95": [
              0.0125,
              0.125
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9125,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 58,
            "text_mean": 0.725,
            "pooled": 0.725,
            "wilson95": [
              0.6185594135898548,
              0.810822428119158
            ],
            "bootstrap95": [
              0.625,
              0.8125
            ]
          }
        },
        "target_test": {
          "threshold": 0.4252064057931188,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 28,
            "text_mean": 0.18666666666666668,
            "pooled": 0.18666666666666668,
            "wilson95": [
              0.13242415483319162,
              0.2565571983041365
            ],
            "bootstrap95": [
              0.12,
              0.25333333333333335
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 4,
            "text_mean": 0.02666666666666667,
            "pooled": 0.02666666666666667,
            "wilson95": [
              0.010417940822967993,
              0.06655389051214453
            ],
            "bootstrap95": [
              0.006666666666666667,
              0.05333333333333334
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 135,
            "text_mean": 0.9,
            "pooled": 0.9,
            "wilson95": [
              0.8415651883318529,
              0.9384586161736859
            ],
            "bootstrap95": [
              0.8533333333333334,
              0.9466666666666667
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 11,
            "text_mean": 0.07333333333333333,
            "pooled": 0.07333333333333333,
            "wilson95": [
              0.041438815160384994,
              0.12653579336704038
            ],
            "bootstrap95": [
              0.04,
              0.12
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 146,
            "text_mean": 0.9733333333333334,
            "pooled": 0.9733333333333334,
            "wilson95": [
              0.9334461094878556,
              0.989582059177032
            ],
            "bootstrap95": [
              0.9466666666666667,
              0.9933333333333333
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 122,
            "text_mean": 0.8133333333333334,
            "pooled": 0.8133333333333334,
            "wilson95": [
              0.7434428016958636,
              0.8675758451668085
            ],
            "bootstrap95": [
              0.7466666666666667,
              0.8733333333333333
            ]
          }
        },
        "local_reference": {
          "threshold": 0.4226891854208192,
          "target_test": {
            "threshold": 0.4226891854208192,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 28,
              "text_mean": 0.18666666666666668,
              "pooled": 0.18666666666666668,
              "wilson95": [
                0.13242415483319162,
                0.2565571983041365
              ],
              "bootstrap95": [
                0.12666666666666668,
                0.24683333333333243
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 4,
              "text_mean": 0.02666666666666667,
              "pooled": 0.02666666666666667,
              "wilson95": [
                0.010417940822967993,
                0.06655389051214453
              ],
              "bootstrap95": [
                0.006666666666666667,
                0.05333333333333334
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 135,
              "text_mean": 0.9,
              "pooled": 0.9,
              "wilson95": [
                0.8415651883318529,
                0.9384586161736859
              ],
              "bootstrap95": [
                0.8533333333333334,
                0.9466666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 11,
              "text_mean": 0.07333333333333333,
              "pooled": 0.07333333333333333,
              "wilson95": [
                0.041438815160384994,
                0.12653579336704038
              ],
              "bootstrap95": [
                0.03333333333333333,
                0.12
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 146,
              "text_mean": 0.9733333333333334,
              "pooled": 0.9733333333333334,
              "wilson95": [
                0.9334461094878556,
                0.989582059177032
              ],
              "bootstrap95": [
                0.9466666666666667,
                0.9933333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 122,
              "text_mean": 0.8133333333333334,
              "pooled": 0.8133333333333334,
              "wilson95": [
                0.7434428016958636,
                0.8675758451668085
              ],
              "bootstrap95": [
                0.7466666666666667,
                0.8733333333333333
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "name",
        "source": "trec|k5|natural|aligned",
        "target": "trec|k5|neutral|aligned",
        "source_task": "trec",
        "target_task": "trec",
        "score": "none_probability",
        "threshold": 0.07,
        "source_calibration_subset": {
          "threshold": 0.07,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 43,
            "text_mean": 0.5375,
            "pooled": 0.5375,
            "wilson95": [
              0.42904357591268794,
              0.6425200643721475
            ],
            "bootstrap95": [
              0.425,
              0.6375
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 70,
            "text_mean": 0.875,
            "pooled": 0.875,
            "wilson95": [
              0.7849719790084033,
              0.9306644238399513
            ],
            "bootstrap95": [
              0.8,
              0.9375
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 6,
            "text_mean": 0.075,
            "pooled": 0.075,
            "wilson95": [
              0.03482524929300514,
              0.15412016081219287
            ],
            "bootstrap95": [
              0.025,
              0.1375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 37,
            "text_mean": 0.4625,
            "pooled": 0.4625,
            "wilson95": [
              0.35747993562785246,
              0.570956424087312
            ],
            "bootstrap95": [
              0.35,
              0.575
            ]
          }
        },
        "target_test": {
          "threshold": 0.07,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 79,
            "text_mean": 0.5266666666666666,
            "pooled": 0.5266666666666666,
            "wilson95": [
              0.44710055355423833,
              0.6049010334127976
            ],
            "bootstrap95": [
              0.44666666666666666,
              0.6066666666666667
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 7,
            "text_mean": 0.04666666666666667,
            "pooled": 0.04666666666666667,
            "wilson95": [
              0.022786549161261972,
              0.09318647239912747
            ],
            "bootstrap95": [
              0.02,
              0.08
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 134,
            "text_mean": 0.8933333333333333,
            "pooled": 0.8933333333333333,
            "wilson95": [
              0.8337537774158531,
              0.9332696303479265
            ],
            "bootstrap95": [
              0.8466666666666667,
              0.94
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 9,
            "text_mean": 0.06,
            "pooled": 0.06,
            "wilson95": [
              0.03188404420920533,
              0.11008977083470209
            ],
            "bootstrap95": [
              0.02666666666666667,
              0.1
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 143,
            "text_mean": 0.9533333333333334,
            "pooled": 0.9533333333333334,
            "wilson95": [
              0.9068135276008725,
              0.9772134508387381
            ],
            "bootstrap95": [
              0.9198333333333334,
              0.9866666666666667
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 71,
            "text_mean": 0.47333333333333333,
            "pooled": 0.47333333333333333,
            "wilson95": [
              0.39509896658720245,
              0.5528994464457616
            ],
            "bootstrap95": [
              0.3933333333333333,
              0.5533333333333333
            ]
          }
        },
        "local_reference": {
          "threshold": 0.09,
          "target_test": {
            "threshold": 0.09,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 77,
              "text_mean": 0.5133333333333333,
              "pooled": 0.5133333333333333,
              "wilson95": [
                0.4340179127073932,
                0.5919828807761246
              ],
              "bootstrap95": [
                0.43333333333333335,
                0.5933333333333334
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 6,
              "text_mean": 0.04,
              "pooled": 0.04,
              "wilson95": [
                0.01845916060207442,
                0.08451346421655606
              ],
              "bootstrap95": [
                0.013333333333333334,
                0.07333333333333333
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 135,
              "text_mean": 0.9,
              "pooled": 0.9,
              "wilson95": [
                0.8415651883318529,
                0.9384586161736859
              ],
              "bootstrap95": [
                0.8466666666666667,
                0.9466666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 9,
              "text_mean": 0.06,
              "pooled": 0.06,
              "wilson95": [
                0.03188404420920533,
                0.11008977083470209
              ],
              "bootstrap95": [
                0.02666666666666667,
                0.1
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 144,
              "text_mean": 0.96,
              "pooled": 0.96,
              "wilson95": [
                0.915486535783444,
                0.9815408393979256
              ],
              "bootstrap95": [
                0.9266666666666666,
                0.9866666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 73,
              "text_mean": 0.4866666666666667,
              "pooled": 0.4866666666666667,
              "wilson95": [
                0.40801711922387535,
                0.5659820872926068
              ],
              "bootstrap95": [
                0.4066666666666667,
                0.5666666666666667
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      }
    ],
    "count_name_note": "Count/name transfers reuse each task's frozen 80-text calibration subset; target texts are reused across configurations and rows are correlated.",
    "trEC_supplemental_note": "Rows whose source or target task is TREC are supplemental support-shift diagnostics.",
    "no_target_selection_note": "All ordered source/target, score and threshold configurations are reported; no score or source was selected using target test outcomes."
  },
  "notes": [
    "Independent public-data confirmation scoring; the v1 validator is not reused because it assumes one replicate and mandatory probabilities.",
    "Native partitions use the with-NONE call; failures are a separate category and are never counted as wrong or as a zero score.",
    "Rate families average per text over variants first, then over texts equally; bootstrap resamples text families (2,000 draws, seed 20261005).",
    "Intervals are marginal descriptive intervals, not p-values, universal rankings, risk guarantees or simultaneous tests.",
    "Thresholds maximize empirical calibration detection subject to present false rejection <= 5% with strict score > threshold.",
    "Calibration thresholds use complete-score families only; discrete-only models keep native decisions and receive no invented scores.",
    "Coverage Brier/reliability uses raw p(NONE) on the balanced constructed mixture; zero ordinary mass is reported separately.",
    "The primary transfer never selects a score or source using target test outcomes; target-local recalibration is a separate label-consuming reference.",
    "Confirmation outputs stay separate from v1 and discovery artifacts."
  ]
}