{
  "protocol": "paper1-confirmation-v2",
  "manifest_protocol": "paper1-confirmation-v2",
  "manifest_status": null,
  "model": {
    "repo": "convaiinnovations/laya",
    "revision": "55cf4c4ebb4ebe31b2550e8bdf3bd21b99753851",
    "device": "cuda",
    "threads": 1,
    "max_len": 512,
    "head_max_len": 256,
    "laya_version": "0.3.21"
  },
  "profile": "core",
  "n_cases": 1456,
  "n_requests": 39168,
  "n_predictions": 39168,
  "bootstrap_replicates": 2000,
  "bootstrap_seed": 20261005,
  "calibration_false_rejection_limit": 0.05,
  "allow_partial": false,
  "validation": {
    "complete": true,
    "n_groups": 22,
    "n_cases_with_requests": 1456
  },
  "provenance": {
    "source_run_dir": "original-workspace/outputs/paper1-confirmation-core-20261003/laya",
    "source_sha256": {
      "manifest.json": "18eb7e96a0132801f09548a7a0d3c010a56a093d76ea580b4d422a72e9ddc4b3",
      "cases.jsonl": "b63809c47fb9ab4339291feb65bfbacb50eb4ea12d6a57041cc12bedf7193ab0",
      "requests.jsonl": "6b32b15b05d8f9a2210ae0d1fb70eec16332aa072c0507fbe4ce8c71e2f95c5c",
      "predictions.jsonl": "43d19cb632a0e1908ef68f42f80ce2797c23054691436c879147b312e12e9c82"
    },
    "subset_plan": {
      "path": "original-workspace/outputs/paper1-confirmation-analysis-plan-20261003/subsets.json",
      "sha256": "598bdec4b5c18656c63f7c6b73b78beefa5e5a67e90cf6bb9b1149595aa21dbd",
      "index_cases_sha256": "dc5fe822391dc4fadb0caac593d6bda6b1b43f4ab9d2d96b634fae410a67c3d2",
      "equal_budget_seed": 20261007,
      "robustness_seed": 20261006
    },
    "analysis_code": {
      "path": "systematic/confirmation_analysis.py",
      "sha256": "de744623522aafde33bbcba794c3330c2e3214ec773a2cf7f4af51338d312e15"
    },
    "python": "3.13.11 | packaged by Anaconda, Inc. | (main, Dec 10 2025, 21:21:58) [MSC v.1929 64 bit (AMD64)]",
    "numpy": "2.5.3",
    "platform": "Windows-11-10.0.26200-SP0"
  },
  "groups": {
    "ag_news|k2|natural|aligned": {
      "group": "ag_news|k2|natural|aligned",
      "task": "ag_news",
      "candidate_size": 2,
      "name_mode": "natural",
      "none_mode": "aligned",
      "member_seeds": [
        0
      ],
      "order_seeds": [
        0
      ],
      "multiple_variants": false,
      "n_unique_member_sets": 6,
      "failure_metadata_fields": {},
      "has_probabilities": true,
      "n_text": {
        "calibration": 80,
        "test": 120
      },
      "n_variants": {
        "calibration": 80,
        "test": 120
      },
      "native": {
        "calibration": {
          "present": {
            "correct": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 69,
              "text_mean": 0.8625,
              "pooled": 0.8625,
              "wilson95": [
                0.7703289993301339,
                0.9214528567566089
              ],
              "bootstrap95": [
                0.7875,
                0.9375
              ]
            },
            "wrong": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 3,
              "text_mean": 0.0375,
              "pooled": 0.0375,
              "wilson95": [
                0.012834568919911402,
                0.10454720090045115
              ],
              "bootstrap95": [
                0.0,
                0.0875
              ]
            },
            "rejected": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 8,
              "text_mean": 0.1,
              "pooled": 0.1,
              "wilson95": [
                0.05154761556738083,
                0.18510688806104086
              ],
              "bootstrap95": [
                0.0375,
                0.175
              ]
            },
            "interface_failure": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.0458181295355271
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 72,
              "text_mean": 0.9,
              "pooled": 0.9,
              "wilson95": [
                0.8148931119389591,
                0.9484523844326191
              ],
              "bootstrap95": [
                0.8375,
                0.9625
              ]
            },
            "accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 8,
              "text_mean": 0.1,
              "pooled": 0.1,
              "wilson95": [
                0.05154761556738083,
                0.18510688806104086
              ],
              "bootstrap95": [
                0.0375,
                0.175
              ]
            },
            "interface_failure": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.0458181295355271
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 80,
            "text_mean": 0.8,
            "bootstrap95": [
              0.7125,
              0.8875
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        },
        "test": {
          "present": {
            "correct": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 113,
              "text_mean": 0.9416666666666667,
              "pooled": 0.9416666666666667,
              "wilson95": [
                0.8844740796636988,
                0.9714589899997798
              ],
              "bootstrap95": [
                0.9,
                0.975
              ]
            },
            "wrong": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 7,
              "text_mean": 0.058333333333333334,
              "pooled": 0.058333333333333334,
              "wilson95": [
                0.028541010000220295,
                0.11552592033630113
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.1
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 115,
              "text_mean": 0.9583333333333334,
              "pooled": 0.9583333333333334,
              "wilson95": [
                0.9061591476629647,
                0.9820732831198906
              ],
              "bootstrap95": [
                0.9166666666666666,
                0.9916666666666667
              ]
            },
            "accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 5,
              "text_mean": 0.041666666666666664,
              "pooled": 0.041666666666666664,
              "wilson95": [
                0.017926716880109515,
                0.09384085233703535
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.08333333333333333
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 120,
            "text_mean": 0.9,
            "bootstrap95": [
              0.8333333333333334,
              0.9583333333333334
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        }
      },
      "scores": {
        "negative_max": {
          "eligible": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80
            },
            "test": {
              "n_text": 120,
              "n_variants": 120
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -0.7998,
            "n_text": 80,
            "n_variants": 80,
            "detection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 61,
              "text_mean": 0.7625,
              "pooled": 0.7625,
              "wilson95": [
                0.6585922106615945,
                0.8423532713322537
              ],
              "bootstrap95": [
                0.6625,
                0.85
              ]
            },
            "false_rejection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 4,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.01961355453554428,
                0.1216227620464301
              ],
              "bootstrap95": [
                0.0125,
                0.1
              ]
            },
            "present_correct_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 75,
              "text_mean": 0.9375,
              "pooled": 0.9375,
              "wilson95": [
                0.8618985123272557,
                0.973010624329158
              ],
              "bootstrap95": [
                0.875,
                0.9875
              ]
            },
            "present_wrong_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 1,
              "text_mean": 0.0125,
              "pooled": 0.0125,
              "wilson95": [
                0.0022099755204522745,
                0.06746270077668665
              ],
              "bootstrap95": [
                0.0,
                0.0375
              ]
            },
            "present_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 76,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8783772379535698,
                0.9803864454644556
              ],
              "bootstrap95": [
                0.9,
                0.9875
              ]
            },
            "absent_false_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 19,
              "text_mean": 0.2375,
              "pooled": 0.2375,
              "wilson95": [
                0.15764672866774618,
                0.34140778933840543
              ],
              "bootstrap95": [
                0.15,
                0.3375
              ]
            }
          },
          "test": {
            "threshold": -0.7998,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 89,
              "text_mean": 0.7416666666666667,
              "pooled": 0.7416666666666667,
              "wilson95": [
                0.6567146994175665,
                0.8116260368133936
              ],
              "bootstrap95": [
                0.6583333333333333,
                0.8166666666666667
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 2,
              "text_mean": 0.016666666666666666,
              "pooled": 0.016666666666666666,
              "wilson95": [
                0.004582564565921141,
                0.0587359629721589
              ],
              "bootstrap95": [
                0.0,
                0.041666666666666664
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 118,
              "text_mean": 0.9833333333333333,
              "pooled": 0.9833333333333333,
              "wilson95": [
                0.941264037027841,
                0.9954174354340789
              ],
              "bootstrap95": [
                0.9583333333333334,
                1.0
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 118,
              "text_mean": 0.9833333333333333,
              "pooled": 0.9833333333333333,
              "wilson95": [
                0.941264037027841,
                0.9954174354340789
              ],
              "bootstrap95": [
                0.9583333333333334,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 31,
              "text_mean": 0.25833333333333336,
              "pooled": 0.25833333333333336,
              "wilson95": [
                0.18837396318660649,
                0.3432853005824337
              ],
              "bootstrap95": [
                0.18333333333333332,
                0.3416666666666667
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80,
              "pooled": 0.9503125,
              "paired_text_mean": 0.925,
              "bootstrap95": [
                0.91358203125,
                0.97906640625
              ]
            },
            "test": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.9611458333333334,
              "paired_text_mean": 0.95,
              "bootstrap95": [
                0.9335407986111112,
                0.9824340277777778
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -0.7998
        },
        "normalized_entropy": {
          "eligible": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80
            },
            "test": {
              "n_text": 120,
              "n_variants": 120
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.722327914595542,
            "n_text": 80,
            "n_variants": 80,
            "detection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 61,
              "text_mean": 0.7625,
              "pooled": 0.7625,
              "wilson95": [
                0.6585922106615945,
                0.8423532713322537
              ],
              "bootstrap95": [
                0.6625,
                0.85
              ]
            },
            "false_rejection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 4,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.01961355453554428,
                0.1216227620464301
              ],
              "bootstrap95": [
                0.0125,
                0.1
              ]
            },
            "present_correct_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 75,
              "text_mean": 0.9375,
              "pooled": 0.9375,
              "wilson95": [
                0.8618985123272557,
                0.973010624329158
              ],
              "bootstrap95": [
                0.875,
                0.9875
              ]
            },
            "present_wrong_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 1,
              "text_mean": 0.0125,
              "pooled": 0.0125,
              "wilson95": [
                0.0022099755204522745,
                0.06746270077668665
              ],
              "bootstrap95": [
                0.0,
                0.0375
              ]
            },
            "present_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 76,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8783772379535698,
                0.9803864454644556
              ],
              "bootstrap95": [
                0.9,
                0.9875
              ]
            },
            "absent_false_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 19,
              "text_mean": 0.2375,
              "pooled": 0.2375,
              "wilson95": [
                0.15764672866774618,
                0.34140778933840543
              ],
              "bootstrap95": [
                0.15,
                0.3375
              ]
            }
          },
          "test": {
            "threshold": 0.722327914595542,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 89,
              "text_mean": 0.7416666666666667,
              "pooled": 0.7416666666666667,
              "wilson95": [
                0.6567146994175665,
                0.8116260368133936
              ],
              "bootstrap95": [
                0.6664583333333333,
                0.8166666666666667
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 2,
              "text_mean": 0.016666666666666666,
              "pooled": 0.016666666666666666,
              "wilson95": [
                0.004582564565921141,
                0.0587359629721589
              ],
              "bootstrap95": [
                0.0,
                0.041666666666666664
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 118,
              "text_mean": 0.9833333333333333,
              "pooled": 0.9833333333333333,
              "wilson95": [
                0.941264037027841,
                0.9954174354340789
              ],
              "bootstrap95": [
                0.9583333333333334,
                1.0
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 118,
              "text_mean": 0.9833333333333333,
              "pooled": 0.9833333333333333,
              "wilson95": [
                0.941264037027841,
                0.9954174354340789
              ],
              "bootstrap95": [
                0.9583333333333334,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 31,
              "text_mean": 0.25833333333333336,
              "pooled": 0.25833333333333336,
              "wilson95": [
                0.18837396318660649,
                0.3432853005824337
              ],
              "bootstrap95": [
                0.18333333333333332,
                0.3333333333333333
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80,
              "pooled": 0.9503125,
              "paired_text_mean": 0.925,
              "bootstrap95": [
                0.91375,
                0.9779726562500001
              ]
            },
            "test": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.9611458333333334,
              "paired_text_mean": 0.95,
              "bootstrap95": [
                0.9330147569444445,
                0.9825
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.722327914595542
        },
        "none_probability": {
          "eligible": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80
            },
            "test": {
              "n_text": 120,
              "n_variants": 120
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.7269,
            "n_text": 80,
            "n_variants": 80,
            "detection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 67,
              "text_mean": 0.8375,
              "pooled": 0.8375,
              "wilson95": [
                0.7415709565930229,
                0.9025018059704963
              ],
              "bootstrap95": [
                0.75,
                0.9125
              ]
            },
            "false_rejection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 4,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.01961355453554428,
                0.1216227620464301
              ],
              "bootstrap95": [
                0.0125,
                0.1
              ]
            },
            "present_correct_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 73,
              "text_mean": 0.9125,
              "pooled": 0.9125,
              "wilson95": [
                0.8302320449152499,
                0.9569679982179401
              ],
              "bootstrap95": [
                0.85,
                0.975
              ]
            },
            "present_wrong_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 3,
              "text_mean": 0.0375,
              "pooled": 0.0375,
              "wilson95": [
                0.012834568919911402,
                0.10454720090045115
              ],
              "bootstrap95": [
                0.0,
                0.0875
              ]
            },
            "present_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 76,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8783772379535698,
                0.9803864454644556
              ],
              "bootstrap95": [
                0.9,
                0.9875
              ]
            },
            "absent_false_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 13,
              "text_mean": 0.1625,
              "pooled": 0.1625,
              "wilson95": [
                0.09749819402950367,
                0.2584290434069771
              ],
              "bootstrap95": [
                0.0875,
                0.25
              ]
            }
          },
          "test": {
            "threshold": 0.7269,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 103,
              "text_mean": 0.8583333333333333,
              "pooled": 0.8583333333333333,
              "wilson95": [
                0.7848050551014282,
                0.9096312089651676
              ],
              "bootstrap95": [
                0.7916666666666666,
                0.9166666666666666
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 4,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.0130375510983506,
                0.082580337559106
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.06666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 116,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.917419662440894,
                0.9869624489016494
              ],
              "bootstrap95": [
                0.9333333333333333,
                0.9916666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 116,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.917419662440894,
                0.9869624489016494
              ],
              "bootstrap95": [
                0.9333333333333333,
                0.9916666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 17,
              "text_mean": 0.14166666666666666,
              "pooled": 0.14166666666666666,
              "wilson95": [
                0.09036879103483236,
                0.21519494489857183
              ],
              "bootstrap95": [
                0.08333333333333333,
                0.20833333333333334
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80,
              "pooled": 0.96484375,
              "paired_text_mean": 0.975,
              "bootstrap95": [
                0.9392109375,
                0.98484375
              ]
            },
            "test": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.9809027777777778,
              "paired_text_mean": 0.975,
              "bootstrap95": [
                0.9583315972222223,
                0.9965277777777778
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.7269
        }
      },
      "coverage": {
        "calibration": {
          "n_pairs": 160,
          "n_text": 80,
          "prevalence": 0.5,
          "brier": 0.07580243125,
          "brier_text_mean": 0.07580243125,
          "brier_bootstrap95": [
            0.050479786553125,
            0.10361183232968751
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 55,
              "mean_predicted": 0.038458181818181815,
              "observed": 0.03636363636363636
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 11,
              "mean_predicted": 0.1314727272727273,
              "observed": 0.18181818181818182
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 7,
              "mean_predicted": 0.2318714285714286,
              "observed": 0.2857142857142857
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 3,
              "mean_predicted": 0.36063333333333336,
              "observed": 0.0
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 5,
              "mean_predicted": 0.44239999999999996,
              "observed": 0.4
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 2,
              "mean_predicted": 0.5311,
              "observed": 1.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 3,
              "mean_predicted": 0.6745666666666666,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 10,
              "mean_predicted": 0.7497999999999998,
              "observed": 0.4
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 8,
              "mean_predicted": 0.8682875,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 56,
              "mean_predicted": 0.9585892857142857,
              "observed": 0.9821428571428571
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        },
        "test": {
          "n_pairs": 240,
          "n_text": 120,
          "prevalence": 0.5,
          "brier": 0.04682467158333333,
          "brier_text_mean": 0.04682467158333334,
          "brier_bootstrap95": [
            0.028505014073958335,
            0.0694409685
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 81,
              "mean_predicted": 0.042791358024691355,
              "observed": 0.012345679012345678
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 22,
              "mean_predicted": 0.1450772727272727,
              "observed": 0.045454545454545456
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 6,
              "mean_predicted": 0.24336666666666665,
              "observed": 0.0
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 7,
              "mean_predicted": 0.34637142857142855,
              "observed": 0.2857142857142857
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 2,
              "mean_predicted": 0.4448,
              "observed": 0.5
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 3,
              "mean_predicted": 0.5761666666666666,
              "observed": 1.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 10,
              "mean_predicted": 0.63914,
              "observed": 0.8
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 13,
              "mean_predicted": 0.7548538461538461,
              "observed": 0.6923076923076923
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 17,
              "mean_predicted": 0.8635588235294117,
              "observed": 0.9411764705882353
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 79,
              "mean_predicted": 0.9637506329113926,
              "observed": 1.0
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        }
      },
      "conditional_ordinary": {
        "calibration": {
          "n_pairs": 80,
          "n_text": 80,
          "prevalence": 0.9625,
          "brier": 0.02658037525,
          "brier_text_mean": 0.02658037525,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 1,
              "mean_predicted": 0.6661,
              "observed": 0.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 4,
              "mean_predicted": 0.760475,
              "observed": 0.75
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 7,
              "mean_predicted": 0.8668714285714286,
              "observed": 0.8571428571428571
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 68,
              "mean_predicted": 0.9785220588235295,
              "observed": 1.0
            }
          ],
          "defined": 80,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9625,
          "decision_n": 80,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 1.0,
          "brier": 0.004584648500000001,
          "brier_text_mean": 0.004584648500000001,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 1,
              "mean_predicted": 0.6918,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 1,
              "mean_predicted": 0.7155,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 13,
              "mean_predicted": 0.8584384615384616,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 105,
              "mean_predicted": 0.9753676190476185,
              "observed": 1.0
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 1.0,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      },
      "conditional_ordinary_with_none": {
        "calibration": {
          "n_pairs": 80,
          "n_text": 80,
          "prevalence": 0.9625,
          "brier": 0.029783059055800233,
          "brier_text_mean": 0.029783059055800233,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 1,
              "mean_predicted": 0.5654730789336121,
              "observed": 1.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 2,
              "mean_predicted": 0.6584805374405168,
              "observed": 0.5
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 2,
              "mean_predicted": 0.7756597827257863,
              "observed": 0.5
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 7,
              "mean_predicted": 0.8530755233729296,
              "observed": 0.8571428571428571
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 68,
              "mean_predicted": 0.9816916229027663,
              "observed": 1.0
            }
          ],
          "defined": 80,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9625,
          "decision_n": 80,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 1.0,
          "brier": 0.004263593125955087,
          "brier_text_mean": 0.004263593125955087,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 1,
              "mean_predicted": 0.6460063897763578,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 2,
              "mean_predicted": 0.7624658175157948,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 9,
              "mean_predicted": 0.8663724271650675,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 108,
              "mean_predicted": 0.9773554514867177,
              "observed": 1.0
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 1.0,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      }
    },
    "ag_news|k2|neutral|aligned": {
      "group": "ag_news|k2|neutral|aligned",
      "task": "ag_news",
      "candidate_size": 2,
      "name_mode": "neutral",
      "none_mode": "aligned",
      "member_seeds": [
        0
      ],
      "order_seeds": [
        0
      ],
      "multiple_variants": false,
      "n_unique_member_sets": 6,
      "failure_metadata_fields": {},
      "has_probabilities": true,
      "n_text": {
        "calibration": 80,
        "test": 120
      },
      "n_variants": {
        "calibration": 80,
        "test": 120
      },
      "native": {
        "calibration": {
          "present": {
            "correct": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 64,
              "text_mean": 0.8,
              "pooled": 0.8,
              "wilson95": [
                0.6995375627182917,
                0.8729715595603921
              ],
              "bootstrap95": [
                0.7125,
                0.8875
              ]
            },
            "wrong": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 4,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.01961355453554428,
                0.1216227620464301
              ],
              "bootstrap95": [
                0.0125,
                0.1
              ]
            },
            "rejected": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 12,
              "text_mean": 0.15,
              "pooled": 0.15,
              "wilson95": [
                0.08794040506163547,
                0.24413228561323347
              ],
              "bootstrap95": [
                0.075,
                0.225
              ]
            },
            "interface_failure": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.0458181295355271
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 73,
              "text_mean": 0.9125,
              "pooled": 0.9125,
              "wilson95": [
                0.8302320449152499,
                0.9569679982179401
              ],
              "bootstrap95": [
                0.85,
                0.9625
              ]
            },
            "accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 7,
              "text_mean": 0.0875,
              "pooled": 0.0875,
              "wilson95": [
                0.04303200178205986,
                0.16976795508474996
              ],
              "bootstrap95": [
                0.0375,
                0.15
              ]
            },
            "interface_failure": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.0458181295355271
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 80,
            "text_mean": 0.7625,
            "bootstrap95": [
              0.6625,
              0.85
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        },
        "test": {
          "present": {
            "correct": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 111,
              "text_mean": 0.925,
              "pooled": 0.925,
              "wilson95": [
                0.8635908239400624,
                0.9600428846040397
              ],
              "bootstrap95": [
                0.875,
                0.9666666666666667
              ]
            },
            "wrong": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 9,
              "text_mean": 0.075,
              "pooled": 0.075,
              "wilson95": [
                0.03995711539596028,
                0.1364091760599377
              ],
              "bootstrap95": [
                0.03333333333333333,
                0.125
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 115,
              "text_mean": 0.9583333333333334,
              "pooled": 0.9583333333333334,
              "wilson95": [
                0.9061591476629647,
                0.9820732831198906
              ],
              "bootstrap95": [
                0.925,
                0.9916666666666667
              ]
            },
            "accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 5,
              "text_mean": 0.041666666666666664,
              "pooled": 0.041666666666666664,
              "wilson95": [
                0.017926716880109515,
                0.09384085233703535
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.08333333333333333
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 120,
            "text_mean": 0.8833333333333333,
            "bootstrap95": [
              0.8166666666666667,
              0.9416666666666667
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        }
      },
      "scores": {
        "negative_max": {
          "eligible": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80
            },
            "test": {
              "n_text": 120,
              "n_variants": 120
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -0.713,
            "n_text": 80,
            "n_variants": 80,
            "detection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 62,
              "text_mean": 0.775,
              "pooled": 0.775,
              "wilson95": [
                0.6721321021639265,
                0.8526679265915337
              ],
              "bootstrap95": [
                0.6875,
                0.8625
              ]
            },
            "false_rejection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 4,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.01961355453554428,
                0.1216227620464301
              ],
              "bootstrap95": [
                0.0125,
                0.1
              ]
            },
            "present_correct_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 73,
              "text_mean": 0.9125,
              "pooled": 0.9125,
              "wilson95": [
                0.8302320449152499,
                0.9569679982179401
              ],
              "bootstrap95": [
                0.85,
                0.9625
              ]
            },
            "present_wrong_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 3,
              "text_mean": 0.0375,
              "pooled": 0.0375,
              "wilson95": [
                0.012834568919911402,
                0.10454720090045115
              ],
              "bootstrap95": [
                0.0,
                0.0875
              ]
            },
            "present_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 76,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8783772379535698,
                0.9803864454644556
              ],
              "bootstrap95": [
                0.9,
                0.9875
              ]
            },
            "absent_false_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 18,
              "text_mean": 0.225,
              "pooled": 0.225,
              "wilson95": [
                0.14733207340846635,
                0.3278678978360735
              ],
              "bootstrap95": [
                0.1375,
                0.325
              ]
            }
          },
          "test": {
            "threshold": -0.713,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 86,
              "text_mean": 0.7166666666666667,
              "pooled": 0.7166666666666667,
              "wilson95": [
                0.6302979754694596,
                0.7895937190824355
              ],
              "bootstrap95": [
                0.6333333333333333,
                0.7916666666666666
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 4,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.0130375510983506,
                0.082580337559106
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.06666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 116,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.917419662440894,
                0.9869624489016494
              ],
              "bootstrap95": [
                0.9333333333333333,
                0.9916666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 116,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.917419662440894,
                0.9869624489016494
              ],
              "bootstrap95": [
                0.9333333333333333,
                0.9916666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 34,
              "text_mean": 0.2833333333333333,
              "pooled": 0.2833333333333333,
              "wilson95": [
                0.21040628091756453,
                0.36970202453054035
              ],
              "bootstrap95": [
                0.2,
                0.36666666666666664
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80,
              "pooled": 0.945859375,
              "paired_text_mean": 0.9125,
              "bootstrap95": [
                0.90920703125,
                0.9743828124999999
              ]
            },
            "test": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.9559375,
              "paired_text_mean": 0.9333333333333333,
              "bootstrap95": [
                0.9271467013888889,
                0.9810086805555556
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -0.713
        },
        "normalized_entropy": {
          "eligible": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80
            },
            "test": {
              "n_text": 120,
              "n_variants": 120
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.8648143527316725,
            "n_text": 80,
            "n_variants": 80,
            "detection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 62,
              "text_mean": 0.775,
              "pooled": 0.775,
              "wilson95": [
                0.6721321021639265,
                0.8526679265915337
              ],
              "bootstrap95": [
                0.675,
                0.8625
              ]
            },
            "false_rejection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 4,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.01961355453554428,
                0.1216227620464301
              ],
              "bootstrap95": [
                0.0125,
                0.1
              ]
            },
            "present_correct_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 73,
              "text_mean": 0.9125,
              "pooled": 0.9125,
              "wilson95": [
                0.8302320449152499,
                0.9569679982179401
              ],
              "bootstrap95": [
                0.85,
                0.9625
              ]
            },
            "present_wrong_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 3,
              "text_mean": 0.0375,
              "pooled": 0.0375,
              "wilson95": [
                0.012834568919911402,
                0.10454720090045115
              ],
              "bootstrap95": [
                0.0,
                0.0875
              ]
            },
            "present_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 76,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8783772379535698,
                0.9803864454644556
              ],
              "bootstrap95": [
                0.9,
                0.9875
              ]
            },
            "absent_false_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 18,
              "text_mean": 0.225,
              "pooled": 0.225,
              "wilson95": [
                0.14733207340846635,
                0.3278678978360735
              ],
              "bootstrap95": [
                0.1375,
                0.325
              ]
            }
          },
          "test": {
            "threshold": 0.8648143527316725,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 86,
              "text_mean": 0.7166666666666667,
              "pooled": 0.7166666666666667,
              "wilson95": [
                0.6302979754694596,
                0.7895937190824355
              ],
              "bootstrap95": [
                0.6333333333333333,
                0.7916666666666666
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 4,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.0130375510983506,
                0.082580337559106
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.06666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 116,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.917419662440894,
                0.9869624489016494
              ],
              "bootstrap95": [
                0.9333333333333333,
                0.9916666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 116,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.917419662440894,
                0.9869624489016494
              ],
              "bootstrap95": [
                0.9333333333333333,
                0.9916666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 34,
              "text_mean": 0.2833333333333333,
              "pooled": 0.2833333333333333,
              "wilson95": [
                0.21040628091756453,
                0.36970202453054035
              ],
              "bootstrap95": [
                0.2,
                0.36666666666666664
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80,
              "pooled": 0.945859375,
              "paired_text_mean": 0.9125,
              "bootstrap95": [
                0.911404296875,
                0.97515625
              ]
            },
            "test": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.9559375,
              "paired_text_mean": 0.9333333333333333,
              "bootstrap95": [
                0.9258307291666666,
                0.9793784722222222
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.8648143527316725
        },
        "none_probability": {
          "eligible": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80
            },
            "test": {
              "n_text": 120,
              "n_variants": 120
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.6372,
            "n_text": 80,
            "n_variants": 80,
            "detection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 71,
              "text_mean": 0.8875,
              "pooled": 0.8875,
              "wilson95": [
                0.7998178190762713,
                0.9396731305336952
              ],
              "bootstrap95": [
                0.8125,
                0.95
              ]
            },
            "false_rejection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 4,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.01961355453554428,
                0.1216227620464301
              ],
              "bootstrap95": [
                0.0125,
                0.1
              ]
            },
            "present_correct_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 72,
              "text_mean": 0.9,
              "pooled": 0.9,
              "wilson95": [
                0.8148931119389591,
                0.9484523844326191
              ],
              "bootstrap95": [
                0.825,
                0.9625
              ]
            },
            "present_wrong_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 4,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.01961355453554428,
                0.1216227620464301
              ],
              "bootstrap95": [
                0.0125,
                0.1
              ]
            },
            "present_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 76,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8783772379535698,
                0.9803864454644556
              ],
              "bootstrap95": [
                0.9,
                0.9875
              ]
            },
            "absent_false_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 9,
              "text_mean": 0.1125,
              "pooled": 0.1125,
              "wilson95": [
                0.060326869466304764,
                0.20018218092372875
              ],
              "bootstrap95": [
                0.05,
                0.1875
              ]
            }
          },
          "test": {
            "threshold": 0.6372,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 108,
              "text_mean": 0.9,
              "pooled": 0.9,
              "wilson95": [
                0.833318258891048,
                0.9418664079739892
              ],
              "bootstrap95": [
                0.8416666666666667,
                0.95
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 7,
              "text_mean": 0.058333333333333334,
              "pooled": 0.058333333333333334,
              "wilson95": [
                0.028541010000220295,
                0.11552592033630113
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.1
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 113,
              "text_mean": 0.9416666666666667,
              "pooled": 0.9416666666666667,
              "wilson95": [
                0.8844740796636988,
                0.9714589899997798
              ],
              "bootstrap95": [
                0.8916666666666667,
                0.9752083333333321
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 113,
              "text_mean": 0.9416666666666667,
              "pooled": 0.9416666666666667,
              "wilson95": [
                0.8844740796636988,
                0.9714589899997798
              ],
              "bootstrap95": [
                0.8916666666666667,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 12,
              "text_mean": 0.1,
              "pooled": 0.1,
              "wilson95": [
                0.058133592026010775,
                0.166681741108952
              ],
              "bootstrap95": [
                0.05,
                0.15833333333333333
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80,
              "pooled": 0.960859375,
              "paired_text_mean": 0.9625,
              "bootstrap95": [
                0.9321835937499999,
                0.984375
              ]
            },
            "test": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.9815277777777778,
              "paired_text_mean": 0.975,
              "bootstrap95": [
                0.9600677083333333,
                0.9960434027777778
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.6372
        }
      },
      "coverage": {
        "calibration": {
          "n_pairs": 160,
          "n_text": 80,
          "prevalence": 0.5,
          "brier": 0.07922995881249999,
          "brier_text_mean": 0.07922995881249999,
          "brier_bootstrap95": [
            0.05355992571718749,
            0.10615092025468748
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 34,
              "mean_predicted": 0.04627941176470588,
              "observed": 0.0
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 24,
              "mean_predicted": 0.15311666666666665,
              "observed": 0.08333333333333333
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 12,
              "mean_predicted": 0.25235833333333335,
              "observed": 0.4166666666666667
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 4,
              "mean_predicted": 0.368525,
              "observed": 0.0
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 2,
              "mean_predicted": 0.4552,
              "observed": 0.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 4,
              "mean_predicted": 0.5645749999999999,
              "observed": 0.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 7,
              "mean_predicted": 0.6347142857142858,
              "observed": 0.5714285714285714
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 7,
              "mean_predicted": 0.7576571428571428,
              "observed": 0.7142857142857143
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 11,
              "mean_predicted": 0.868509090909091,
              "observed": 0.9090909090909091
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 55,
              "mean_predicted": 0.95502,
              "observed": 0.9818181818181818
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        },
        "test": {
          "n_pairs": 240,
          "n_text": 120,
          "prevalence": 0.5,
          "brier": 0.05631407812499999,
          "brier_text_mean": 0.056314078125,
          "brier_bootstrap95": [
            0.03931208653020833,
            0.078016402215625
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 46,
              "mean_predicted": 0.05115217391304349,
              "observed": 0.021739130434782608
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 35,
              "mean_predicted": 0.1488257142857143,
              "observed": 0.0
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 17,
              "mean_predicted": 0.23611764705882354,
              "observed": 0.058823529411764705
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 14,
              "mean_predicted": 0.3407357142857143,
              "observed": 0.07142857142857142
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 4,
              "mean_predicted": 0.45077500000000004,
              "observed": 0.5
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 4,
              "mean_predicted": 0.54165,
              "observed": 0.75
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 10,
              "mean_predicted": 0.64703,
              "observed": 0.7
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 9,
              "mean_predicted": 0.7565333333333332,
              "observed": 0.7777777777777778
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 28,
              "mean_predicted": 0.8576714285714286,
              "observed": 0.8928571428571429
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 73,
              "mean_predicted": 0.9544260273972601,
              "observed": 1.0
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        }
      },
      "conditional_ordinary": {
        "calibration": {
          "n_pairs": 80,
          "n_text": 80,
          "prevalence": 0.95,
          "brier": 0.040253735375,
          "brier_text_mean": 0.040253735375,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 1,
              "mean_predicted": 0.5305,
              "observed": 0.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 2,
              "mean_predicted": 0.63245,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 6,
              "mean_predicted": 0.7353333333333333,
              "observed": 0.8333333333333334
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 9,
              "mean_predicted": 0.8577555555555557,
              "observed": 0.7777777777777778
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 62,
              "mean_predicted": 0.9579919354838712,
              "observed": 1.0
            }
          ],
          "defined": 80,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.95,
          "decision_n": 80,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 1.0,
          "brier": 0.012282718249999998,
          "brier_text_mean": 0.012282718249999998,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 1,
              "mean_predicted": 0.5225,
              "observed": 1.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 3,
              "mean_predicted": 0.6480333333333334,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 3,
              "mean_predicted": 0.7484333333333334,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 23,
              "mean_predicted": 0.8620913043478262,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 90,
              "mean_predicted": 0.9571322222222223,
              "observed": 1.0
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 1.0,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      },
      "conditional_ordinary_with_none": {
        "calibration": {
          "n_pairs": 80,
          "n_text": 80,
          "prevalence": 0.9375,
          "brier": 0.0392079022249389,
          "brier_text_mean": 0.0392079022249389,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 1,
              "mean_predicted": 0.5900040633888664,
              "observed": 0.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 4,
              "mean_predicted": 0.6375786755588537,
              "observed": 0.5
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 5,
              "mean_predicted": 0.7537204674993248,
              "observed": 0.8
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 10,
              "mean_predicted": 0.855570915374782,
              "observed": 0.9
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 60,
              "mean_predicted": 0.9661245901498886,
              "observed": 1.0
            }
          ],
          "defined": 80,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9375,
          "decision_n": 80,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 1.0,
          "brier": 0.012719053758063485,
          "brier_text_mean": 0.012719053758063485,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 4,
              "mean_predicted": 0.6469380982122792,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 9,
              "mean_predicted": 0.7738847427840806,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 19,
              "mean_predicted": 0.8645549159569531,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 88,
              "mean_predicted": 0.9600289762937806,
              "observed": 1.0
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 1.0,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      }
    },
    "ag_news|k3|natural|aligned": {
      "group": "ag_news|k3|natural|aligned",
      "task": "ag_news",
      "candidate_size": 3,
      "name_mode": "natural",
      "none_mode": "aligned",
      "member_seeds": [
        0
      ],
      "order_seeds": [
        0
      ],
      "multiple_variants": false,
      "n_unique_member_sets": 4,
      "failure_metadata_fields": {},
      "has_probabilities": true,
      "n_text": {
        "calibration": 80,
        "test": 120
      },
      "n_variants": {
        "calibration": 80,
        "test": 120
      },
      "native": {
        "calibration": {
          "present": {
            "correct": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 69,
              "text_mean": 0.8625,
              "pooled": 0.8625,
              "wilson95": [
                0.7703289993301339,
                0.9214528567566089
              ],
              "bootstrap95": [
                0.7875,
                0.9375
              ]
            },
            "wrong": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 5,
              "text_mean": 0.0625,
              "pooled": 0.0625,
              "wilson95": [
                0.026989375670841982,
                0.13810148767274424
              ],
              "bootstrap95": [
                0.0125,
                0.125
              ]
            },
            "rejected": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 6,
              "text_mean": 0.075,
              "pooled": 0.075,
              "wilson95": [
                0.03482524929300514,
                0.15412016081219287
              ],
              "bootstrap95": [
                0.025,
                0.1375
              ]
            },
            "interface_failure": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.0458181295355271
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 68,
              "text_mean": 0.85,
              "pooled": 0.85,
              "wilson95": [
                0.7558677143867665,
                0.9120595949383645
              ],
              "bootstrap95": [
                0.775,
                0.925
              ]
            },
            "accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 12,
              "text_mean": 0.15,
              "pooled": 0.15,
              "wilson95": [
                0.08794040506163547,
                0.24413228561323347
              ],
              "bootstrap95": [
                0.075,
                0.225
              ]
            },
            "interface_failure": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.0458181295355271
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 80,
            "text_mean": 0.775,
            "bootstrap95": [
              0.675,
              0.875
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        },
        "test": {
          "present": {
            "correct": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 109,
              "text_mean": 0.9083333333333333,
              "pooled": 0.9083333333333333,
              "wilson95": [
                0.843291530273291,
                0.9480428171514347
              ],
              "bootstrap95": [
                0.8583333333333333,
                0.9583333333333334
              ]
            },
            "wrong": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 3,
              "text_mean": 0.025,
              "pooled": 0.025,
              "wilson95": [
                0.008538174769902228,
                0.0709300333278661
              ],
              "bootstrap95": [
                0.0,
                0.058333333333333334
              ]
            },
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 8,
              "text_mean": 0.06666666666666667,
              "pooled": 0.06666666666666667,
              "wilson95": [
                0.03416530686090633,
                0.12605130403530337
              ],
              "bootstrap95": [
                0.025,
                0.10833333333333334
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 113,
              "text_mean": 0.9416666666666667,
              "pooled": 0.9416666666666667,
              "wilson95": [
                0.8844740796636988,
                0.9714589899997798
              ],
              "bootstrap95": [
                0.8997916666666667,
                0.975
              ]
            },
            "accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 7,
              "text_mean": 0.058333333333333334,
              "pooled": 0.058333333333333334,
              "wilson95": [
                0.028541010000220295,
                0.11552592033630113
              ],
              "bootstrap95": [
                0.025,
                0.1
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 120,
            "text_mean": 0.875,
            "bootstrap95": [
              0.8083333333333333,
              0.9333333333333333
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        }
      },
      "scores": {
        "negative_max": {
          "eligible": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80
            },
            "test": {
              "n_text": 120,
              "n_variants": 120
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -0.7302,
            "n_text": 80,
            "n_variants": 80,
            "detection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 56,
              "text_mean": 0.7,
              "pooled": 0.7,
              "wilson95": [
                0.5923184607866026,
                0.7893542873991866
              ],
              "bootstrap95": [
                0.6,
                0.8
              ]
            },
            "false_rejection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 4,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.01961355453554428,
                0.1216227620464301
              ],
              "bootstrap95": [
                0.0125,
                0.1
              ]
            },
            "present_correct_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 73,
              "text_mean": 0.9125,
              "pooled": 0.9125,
              "wilson95": [
                0.8302320449152499,
                0.9569679982179401
              ],
              "bootstrap95": [
                0.85,
                0.9625
              ]
            },
            "present_wrong_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 3,
              "text_mean": 0.0375,
              "pooled": 0.0375,
              "wilson95": [
                0.012834568919911402,
                0.10454720090045115
              ],
              "bootstrap95": [
                0.0,
                0.0875
              ]
            },
            "present_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 76,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8783772379535698,
                0.9803864454644556
              ],
              "bootstrap95": [
                0.9,
                0.9875
              ]
            },
            "absent_false_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 24,
              "text_mean": 0.3,
              "pooled": 0.3,
              "wilson95": [
                0.2106457126008134,
                0.40768153921339734
              ],
              "bootstrap95": [
                0.2,
                0.4
              ]
            }
          },
          "test": {
            "threshold": -0.7302,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 95,
              "text_mean": 0.7916666666666666,
              "pooled": 0.7916666666666666,
              "wilson95": [
                0.7105232156701865,
                0.8547156039189031
              ],
              "bootstrap95": [
                0.7166666666666667,
                0.8583333333333333
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 3,
              "text_mean": 0.025,
              "pooled": 0.025,
              "wilson95": [
                0.008538174769902228,
                0.0709300333278661
              ],
              "bootstrap95": [
                0.0,
                0.058333333333333334
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 3,
              "text_mean": 0.025,
              "pooled": 0.025,
              "wilson95": [
                0.008538174769902228,
                0.0709300333278661
              ],
              "bootstrap95": [
                0.0,
                0.058333333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 117,
              "text_mean": 0.975,
              "pooled": 0.975,
              "wilson95": [
                0.9290699666721339,
                0.9914618252300978
              ],
              "bootstrap95": [
                0.9416666666666667,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 25,
              "text_mean": 0.20833333333333334,
              "pooled": 0.20833333333333334,
              "wilson95": [
                0.14528439608109694,
                0.2894767843298135
              ],
              "bootstrap95": [
                0.14166666666666666,
                0.2833333333333333
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80,
              "pooled": 0.927578125,
              "paired_text_mean": 0.875,
              "bootstrap95": [
                0.8842167968750001,
                0.962662109375
              ]
            },
            "test": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.9627430555555555,
              "paired_text_mean": 0.9583333333333334,
              "bootstrap95": [
                0.9332274305555556,
                0.9852795138888889
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -0.7302
        },
        "normalized_entropy": {
          "eligible": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80
            },
            "test": {
              "n_text": 120,
              "n_variants": 120
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.700888029196142,
            "n_text": 80,
            "n_variants": 80,
            "detection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 56,
              "text_mean": 0.7,
              "pooled": 0.7,
              "wilson95": [
                0.5923184607866026,
                0.7893542873991866
              ],
              "bootstrap95": [
                0.6,
                0.8
              ]
            },
            "false_rejection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 2,
              "text_mean": 0.025,
              "pooled": 0.025,
              "wilson95": [
                0.006882893202970648,
                0.0866443298557801
              ],
              "bootstrap95": [
                0.0,
                0.0625
              ]
            },
            "present_correct_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 75,
              "text_mean": 0.9375,
              "pooled": 0.9375,
              "wilson95": [
                0.8618985123272557,
                0.973010624329158
              ],
              "bootstrap95": [
                0.875,
                0.9875
              ]
            },
            "present_wrong_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 3,
              "text_mean": 0.0375,
              "pooled": 0.0375,
              "wilson95": [
                0.012834568919911402,
                0.10454720090045115
              ],
              "bootstrap95": [
                0.0,
                0.0875
              ]
            },
            "present_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 78,
              "text_mean": 0.975,
              "pooled": 0.975,
              "wilson95": [
                0.9133556701442198,
                0.9931171067970292
              ],
              "bootstrap95": [
                0.9375,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 24,
              "text_mean": 0.3,
              "pooled": 0.3,
              "wilson95": [
                0.2106457126008134,
                0.40768153921339734
              ],
              "bootstrap95": [
                0.2,
                0.4
              ]
            }
          },
          "test": {
            "threshold": 0.700888029196142,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 95,
              "text_mean": 0.7916666666666666,
              "pooled": 0.7916666666666666,
              "wilson95": [
                0.7105232156701865,
                0.8547156039189031
              ],
              "bootstrap95": [
                0.7166666666666667,
                0.8666666666666667
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 2,
              "text_mean": 0.016666666666666666,
              "pooled": 0.016666666666666666,
              "wilson95": [
                0.004582564565921141,
                0.0587359629721589
              ],
              "bootstrap95": [
                0.0,
                0.041666666666666664
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 115,
              "text_mean": 0.9583333333333334,
              "pooled": 0.9583333333333334,
              "wilson95": [
                0.9061591476629647,
                0.9820732831198906
              ],
              "bootstrap95": [
                0.9166666666666666,
                0.9916666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 3,
              "text_mean": 0.025,
              "pooled": 0.025,
              "wilson95": [
                0.008538174769902228,
                0.0709300333278661
              ],
              "bootstrap95": [
                0.0,
                0.058333333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 118,
              "text_mean": 0.9833333333333333,
              "pooled": 0.9833333333333333,
              "wilson95": [
                0.941264037027841,
                0.9954174354340789
              ],
              "bootstrap95": [
                0.9583333333333334,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 25,
              "text_mean": 0.20833333333333334,
              "pooled": 0.20833333333333334,
              "wilson95": [
                0.14528439608109694,
                0.2894767843298135
              ],
              "bootstrap95": [
                0.14166666666666666,
                0.2833333333333333
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80,
              "pooled": 0.93109375,
              "paired_text_mean": 0.875,
              "bootstrap95": [
                0.8874960937499999,
                0.96437890625
              ]
            },
            "test": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.9636805555555555,
              "paired_text_mean": 0.95,
              "bootstrap95": [
                0.93471875,
                0.986390625
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.700888029196142
        },
        "none_probability": {
          "eligible": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80
            },
            "test": {
              "n_text": 120,
              "n_variants": 120
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.6667,
            "n_text": 80,
            "n_variants": 80,
            "detection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 64,
              "text_mean": 0.8,
              "pooled": 0.8,
              "wilson95": [
                0.6995375627182917,
                0.8729715595603921
              ],
              "bootstrap95": [
                0.7121875000000001,
                0.875
              ]
            },
            "false_rejection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 4,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.01961355453554428,
                0.1216227620464301
              ],
              "bootstrap95": [
                0.0125,
                0.1
              ]
            },
            "present_correct_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 71,
              "text_mean": 0.8875,
              "pooled": 0.8875,
              "wilson95": [
                0.7998178190762713,
                0.9396731305336952
              ],
              "bootstrap95": [
                0.8125,
                0.95
              ]
            },
            "present_wrong_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 5,
              "text_mean": 0.0625,
              "pooled": 0.0625,
              "wilson95": [
                0.026989375670841982,
                0.13810148767274424
              ],
              "bootstrap95": [
                0.0125,
                0.125
              ]
            },
            "present_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 76,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8783772379535698,
                0.9803864454644556
              ],
              "bootstrap95": [
                0.9,
                0.9875
              ]
            },
            "absent_false_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 16,
              "text_mean": 0.2,
              "pooled": 0.2,
              "wilson95": [
                0.12702844043960787,
                0.30046243728170835
              ],
              "bootstrap95": [
                0.125,
                0.2875
              ]
            }
          },
          "test": {
            "threshold": 0.6667,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 105,
              "text_mean": 0.875,
              "pooled": 0.875,
              "wilson95": [
                0.8039705979199262,
                0.9227650272660463
              ],
              "bootstrap95": [
                0.8083333333333333,
                0.9252083333333322
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 4,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.0130375510983506,
                0.082580337559106
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.06666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 113,
              "text_mean": 0.9416666666666667,
              "pooled": 0.9416666666666667,
              "wilson95": [
                0.8844740796636988,
                0.9714589899997798
              ],
              "bootstrap95": [
                0.9,
                0.9833333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 3,
              "text_mean": 0.025,
              "pooled": 0.025,
              "wilson95": [
                0.008538174769902228,
                0.0709300333278661
              ],
              "bootstrap95": [
                0.0,
                0.058333333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 116,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.917419662440894,
                0.9869624489016494
              ],
              "bootstrap95": [
                0.9333333333333333,
                0.9916666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 15,
              "text_mean": 0.125,
              "pooled": 0.125,
              "wilson95": [
                0.07723497273395374,
                0.1960294020800739
              ],
              "bootstrap95": [
                0.06666666666666667,
                0.19166666666666668
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80,
              "pooled": 0.9525,
              "paired_text_mean": 0.95,
              "bootstrap95": [
                0.92015234375,
                0.97984765625
              ]
            },
            "test": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.9691319444444444,
              "paired_text_mean": 0.975,
              "bootstrap95": [
                0.9426336805555556,
                0.9904878472222222
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.6667
        }
      },
      "coverage": {
        "calibration": {
          "n_pairs": 160,
          "n_text": 80,
          "prevalence": 0.5,
          "brier": 0.08680633875,
          "brier_text_mean": 0.08680633875000002,
          "brier_bootstrap95": [
            0.0588846789453125,
            0.11752725910624996
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 51,
              "mean_predicted": 0.04083529411764705,
              "observed": 0.0392156862745098
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 17,
              "mean_predicted": 0.1367588235294118,
              "observed": 0.17647058823529413
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 7,
              "mean_predicted": 0.2514857142857143,
              "observed": 0.14285714285714285
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 9,
              "mean_predicted": 0.3331111111111111,
              "observed": 0.5555555555555556
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 3,
              "mean_predicted": 0.44576666666666664,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 2,
              "mean_predicted": 0.55745,
              "observed": 1.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 5,
              "mean_predicted": 0.65818,
              "observed": 0.6
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 11,
              "mean_predicted": 0.7553545454545456,
              "observed": 0.7272727272727273
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 16,
              "mean_predicted": 0.8602187499999999,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 39,
              "mean_predicted": 0.9567025641025637,
              "observed": 0.9743589743589743
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        },
        "test": {
          "n_pairs": 240,
          "n_text": 120,
          "prevalence": 0.5,
          "brier": 0.056968626375,
          "brier_text_mean": 0.056968626375,
          "brier_bootstrap95": [
            0.03923376303645834,
            0.07590448188124999
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 72,
              "mean_predicted": 0.03558472222222221,
              "observed": 0.041666666666666664
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 29,
              "mean_predicted": 0.14356896551724138,
              "observed": 0.06896551724137931
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 12,
              "mean_predicted": 0.22365,
              "observed": 0.08333333333333333
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 4,
              "mean_predicted": 0.3498,
              "observed": 0.0
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 3,
              "mean_predicted": 0.4439666666666666,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 5,
              "mean_predicted": 0.54166,
              "observed": 0.8
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 10,
              "mean_predicted": 0.6547599999999999,
              "observed": 0.6
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 17,
              "mean_predicted": 0.7525470588235295,
              "observed": 0.8823529411764706
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 27,
              "mean_predicted": 0.8583888888888888,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 61,
              "mean_predicted": 0.9562573770491801,
              "observed": 1.0
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        }
      },
      "conditional_ordinary": {
        "calibration": {
          "n_pairs": 80,
          "n_text": 80,
          "prevalence": 0.9625,
          "brier": 0.03905733248666381,
          "brier_text_mean": 0.03905733248666381,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 1,
              "mean_predicted": 0.4479,
              "observed": 1.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 1,
              "mean_predicted": 0.609,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 5,
              "mean_predicted": 0.7378000000000001,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 6,
              "mean_predicted": 0.8585656976894903,
              "observed": 0.5
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 67,
              "mean_predicted": 0.9724536236657745,
              "observed": 1.0
            }
          ],
          "defined": 80,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9625,
          "decision_n": 80,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.975,
          "brier": 0.02864144632691221,
          "brier_text_mean": 0.02864144632691221,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 1,
              "mean_predicted": 0.563043695630437,
              "observed": 1.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 4,
              "mean_predicted": 0.74385,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 8,
              "mean_predicted": 0.8602613105266131,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 107,
              "mean_predicted": 0.9667580293302717,
              "observed": 0.9719626168224299
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.975,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      },
      "conditional_ordinary_with_none": {
        "calibration": {
          "n_pairs": 80,
          "n_text": 80,
          "prevalence": 0.925,
          "brier": 0.04522402791323822,
          "brier_text_mean": 0.04522402791323822,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 1,
              "mean_predicted": 0.47730874513758825,
              "observed": 0.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 2,
              "mean_predicted": 0.5511104441776711,
              "observed": 0.5
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 4,
              "mean_predicted": 0.6665863215095466,
              "observed": 0.75
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 2,
              "mean_predicted": 0.7574551818066642,
              "observed": 0.5
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 5,
              "mean_predicted": 0.8527617311792518,
              "observed": 0.6
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 66,
              "mean_predicted": 0.9705226730170909,
              "observed": 1.0
            }
          ],
          "defined": 80,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.925,
          "decision_n": 80,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.975,
          "brier": 0.03134209377086224,
          "brier_text_mean": 0.03134209377086224,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 1,
              "mean_predicted": 0.4217866566151527,
              "observed": 1.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 1,
              "mean_predicted": 0.584042785418031,
              "observed": 1.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 2,
              "mean_predicted": 0.7299707363919692,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 13,
              "mean_predicted": 0.8617358848929401,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 103,
              "mean_predicted": 0.9689543559664883,
              "observed": 0.970873786407767
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.975,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      }
    },
    "ag_news|k3|neutral|aligned": {
      "group": "ag_news|k3|neutral|aligned",
      "task": "ag_news",
      "candidate_size": 3,
      "name_mode": "neutral",
      "none_mode": "aligned",
      "member_seeds": [
        0
      ],
      "order_seeds": [
        0
      ],
      "multiple_variants": false,
      "n_unique_member_sets": 4,
      "failure_metadata_fields": {},
      "has_probabilities": true,
      "n_text": {
        "calibration": 80,
        "test": 120
      },
      "n_variants": {
        "calibration": 80,
        "test": 120
      },
      "native": {
        "calibration": {
          "present": {
            "correct": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 65,
              "text_mean": 0.8125,
              "pooled": 0.8125,
              "wilson95": [
                0.7134167737100688,
                0.8829468953302267
              ],
              "bootstrap95": [
                0.725,
                0.9
              ]
            },
            "wrong": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 4,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.01961355453554428,
                0.1216227620464301
              ],
              "bootstrap95": [
                0.0125,
                0.1
              ]
            },
            "rejected": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 11,
              "text_mean": 0.1375,
              "pooled": 0.1375,
              "wilson95": [
                0.07854714324339108,
                0.22967100066986607
              ],
              "bootstrap95": [
                0.0625,
                0.2125
              ]
            },
            "interface_failure": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.0458181295355271
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 70,
              "text_mean": 0.875,
              "pooled": 0.875,
              "wilson95": [
                0.7849719790084033,
                0.9306644238399513
              ],
              "bootstrap95": [
                0.8,
                0.95
              ]
            },
            "accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 10,
              "text_mean": 0.125,
              "pooled": 0.125,
              "wilson95": [
                0.06933557616004862,
                0.21502802099159665
              ],
              "bootstrap95": [
                0.0625,
                0.2
              ]
            },
            "interface_failure": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.0458181295355271
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 80,
            "text_mean": 0.7375,
            "bootstrap95": [
              0.6375,
              0.8375
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        },
        "test": {
          "present": {
            "correct": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 108,
              "text_mean": 0.9,
              "pooled": 0.9,
              "wilson95": [
                0.833318258891048,
                0.9418664079739892
              ],
              "bootstrap95": [
                0.8416666666666667,
                0.95
              ]
            },
            "wrong": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 3,
              "text_mean": 0.025,
              "pooled": 0.025,
              "wilson95": [
                0.008538174769902228,
                0.0709300333278661
              ],
              "bootstrap95": [
                0.0,
                0.058333333333333334
              ]
            },
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 9,
              "text_mean": 0.075,
              "pooled": 0.075,
              "wilson95": [
                0.03995711539596028,
                0.1364091760599377
              ],
              "bootstrap95": [
                0.03333333333333333,
                0.125
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 120,
            "text_mean": 0.875,
            "bootstrap95": [
              0.8166666666666667,
              0.925
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        }
      },
      "scores": {
        "negative_max": {
          "eligible": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80
            },
            "test": {
              "n_text": 120,
              "n_variants": 120
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -0.6367,
            "n_text": 80,
            "n_variants": 80,
            "detection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 57,
              "text_mean": 0.7125,
              "pooled": 0.7125,
              "wilson95": [
                0.6053965378701002,
                0.8001307570773007
              ],
              "bootstrap95": [
                0.6,
                0.8125
              ]
            },
            "false_rejection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 4,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.01961355453554428,
                0.1216227620464301
              ],
              "bootstrap95": [
                0.0125,
                0.1
              ]
            },
            "present_correct_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 73,
              "text_mean": 0.9125,
              "pooled": 0.9125,
              "wilson95": [
                0.8302320449152499,
                0.9569679982179401
              ],
              "bootstrap95": [
                0.85,
                0.9625
              ]
            },
            "present_wrong_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 3,
              "text_mean": 0.0375,
              "pooled": 0.0375,
              "wilson95": [
                0.012834568919911402,
                0.10454720090045115
              ],
              "bootstrap95": [
                0.0,
                0.075
              ]
            },
            "present_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 76,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8783772379535698,
                0.9803864454644556
              ],
              "bootstrap95": [
                0.9,
                0.9875
              ]
            },
            "absent_false_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 23,
              "text_mean": 0.2875,
              "pooled": 0.2875,
              "wilson95": [
                0.19986924292269914,
                0.3946034621298997
              ],
              "bootstrap95": [
                0.1875,
                0.3875
              ]
            }
          },
          "test": {
            "threshold": -0.6367,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 92,
              "text_mean": 0.7666666666666667,
              "pooled": 0.7666666666666667,
              "wilson95": [
                0.683445529241854,
                0.833344248668171
              ],
              "bootstrap95": [
                0.6916666666666667,
                0.8416666666666667
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 4,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.0130375510983506,
                0.082580337559106
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.06666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 113,
              "text_mean": 0.9416666666666667,
              "pooled": 0.9416666666666667,
              "wilson95": [
                0.8844740796636988,
                0.9714589899997798
              ],
              "bootstrap95": [
                0.9,
                0.9833333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 3,
              "text_mean": 0.025,
              "pooled": 0.025,
              "wilson95": [
                0.008538174769902228,
                0.0709300333278661
              ],
              "bootstrap95": [
                0.0,
                0.05
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 116,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.917419662440894,
                0.9869624489016494
              ],
              "bootstrap95": [
                0.9333333333333333,
                0.9916666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 28,
              "text_mean": 0.23333333333333334,
              "pooled": 0.23333333333333334,
              "wilson95": [
                0.16665575133182917,
                0.31655447075814613
              ],
              "bootstrap95": [
                0.15833333333333333,
                0.30833333333333335
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80,
              "pooled": 0.9190625,
              "paired_text_mean": 0.85,
              "bootstrap95": [
                0.87046875,
                0.95546875
              ]
            },
            "test": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.9592013888888888,
              "paired_text_mean": 0.9416666666666667,
              "bootstrap95": [
                0.9303116319444444,
                0.9808333333333333
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -0.6367
        },
        "normalized_entropy": {
          "eligible": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80
            },
            "test": {
              "n_text": 120,
              "n_variants": 120
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.815088412831798,
            "n_text": 80,
            "n_variants": 80,
            "detection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 58,
              "text_mean": 0.725,
              "pooled": 0.725,
              "wilson95": [
                0.6185594135898548,
                0.810822428119158
              ],
              "bootstrap95": [
                0.625,
                0.825
              ]
            },
            "false_rejection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 4,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.01961355453554428,
                0.1216227620464301
              ],
              "bootstrap95": [
                0.0125,
                0.1
              ]
            },
            "present_correct_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 73,
              "text_mean": 0.9125,
              "pooled": 0.9125,
              "wilson95": [
                0.8302320449152499,
                0.9569679982179401
              ],
              "bootstrap95": [
                0.85,
                0.9625
              ]
            },
            "present_wrong_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 3,
              "text_mean": 0.0375,
              "pooled": 0.0375,
              "wilson95": [
                0.012834568919911402,
                0.10454720090045115
              ],
              "bootstrap95": [
                0.0,
                0.0875
              ]
            },
            "present_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 76,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8783772379535698,
                0.9803864454644556
              ],
              "bootstrap95": [
                0.9,
                0.9875
              ]
            },
            "absent_false_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 22,
              "text_mean": 0.275,
              "pooled": 0.275,
              "wilson95": [
                0.18917757188084197,
                0.3814405864101452
              ],
              "bootstrap95": [
                0.175,
                0.375
              ]
            }
          },
          "test": {
            "threshold": 0.815088412831798,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 92,
              "text_mean": 0.7666666666666667,
              "pooled": 0.7666666666666667,
              "wilson95": [
                0.683445529241854,
                0.833344248668171
              ],
              "bootstrap95": [
                0.6916666666666667,
                0.8416666666666667
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 4,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.0130375510983506,
                0.082580337559106
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.06666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 113,
              "text_mean": 0.9416666666666667,
              "pooled": 0.9416666666666667,
              "wilson95": [
                0.8844740796636988,
                0.9714589899997798
              ],
              "bootstrap95": [
                0.9,
                0.975
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 3,
              "text_mean": 0.025,
              "pooled": 0.025,
              "wilson95": [
                0.008538174769902228,
                0.0709300333278661
              ],
              "bootstrap95": [
                0.0,
                0.058333333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 116,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.917419662440894,
                0.9869624489016494
              ],
              "bootstrap95": [
                0.9333333333333333,
                0.9916666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 28,
              "text_mean": 0.23333333333333334,
              "pooled": 0.23333333333333334,
              "wilson95": [
                0.16665575133182917,
                0.31655447075814613
              ],
              "bootstrap95": [
                0.15833333333333333,
                0.30833333333333335
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80,
              "pooled": 0.923125,
              "paired_text_mean": 0.85,
              "bootstrap95": [
                0.87640625,
                0.95890625
              ]
            },
            "test": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.9602083333333333,
              "paired_text_mean": 0.9416666666666667,
              "bootstrap95": [
                0.9309027777777777,
                0.9818784722222222
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.815088412831798
        },
        "none_probability": {
          "eligible": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80
            },
            "test": {
              "n_text": 120,
              "n_variants": 120
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.7389,
            "n_text": 80,
            "n_variants": 80,
            "detection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 58,
              "text_mean": 0.725,
              "pooled": 0.725,
              "wilson95": [
                0.6185594135898548,
                0.810822428119158
              ],
              "bootstrap95": [
                0.625,
                0.825
              ]
            },
            "false_rejection": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 4,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.01961355453554428,
                0.1216227620464301
              ],
              "bootstrap95": [
                0.0125,
                0.1
              ]
            },
            "present_correct_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 71,
              "text_mean": 0.8875,
              "pooled": 0.8875,
              "wilson95": [
                0.7998178190762713,
                0.9396731305336952
              ],
              "bootstrap95": [
                0.8125,
                0.95
              ]
            },
            "present_wrong_accepted": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 5,
              "text_mean": 0.0625,
              "pooled": 0.0625,
              "wilson95": [
                0.026989375670841982,
                0.13810148767274424
              ],
              "bootstrap95": [
                0.0125,
                0.125
              ]
            },
            "present_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 76,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8783772379535698,
                0.9803864454644556
              ],
              "bootstrap95": [
                0.9,
                0.9875
              ]
            },
            "absent_false_acceptance": {
              "n_text": 80,
              "n_variants": 80,
              "successes": 22,
              "text_mean": 0.275,
              "pooled": 0.275,
              "wilson95": [
                0.18917757188084197,
                0.3814405864101452
              ],
              "bootstrap95": [
                0.1875,
                0.36281249999999826
              ]
            }
          },
          "test": {
            "threshold": 0.7389,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 89,
              "text_mean": 0.7416666666666667,
              "pooled": 0.7416666666666667,
              "wilson95": [
                0.6567146994175665,
                0.8116260368133936
              ],
              "bootstrap95": [
                0.6666666666666666,
                0.8166666666666667
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 2,
              "text_mean": 0.016666666666666666,
              "pooled": 0.016666666666666666,
              "wilson95": [
                0.004582564565921141,
                0.0587359629721589
              ],
              "bootstrap95": [
                0.0,
                0.041666666666666664
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 115,
              "text_mean": 0.9583333333333334,
              "pooled": 0.9583333333333334,
              "wilson95": [
                0.9061591476629647,
                0.9820732831198906
              ],
              "bootstrap95": [
                0.9247916666666667,
                0.9916666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 3,
              "text_mean": 0.025,
              "pooled": 0.025,
              "wilson95": [
                0.008538174769902228,
                0.0709300333278661
              ],
              "bootstrap95": [
                0.0,
                0.058333333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 118,
              "text_mean": 0.9833333333333333,
              "pooled": 0.9833333333333333,
              "wilson95": [
                0.941264037027841,
                0.9954174354340789
              ],
              "bootstrap95": [
                0.9583333333333334,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 31,
              "text_mean": 0.25833333333333336,
              "pooled": 0.25833333333333336,
              "wilson95": [
                0.18837396318660649,
                0.3432853005824337
              ],
              "bootstrap95": [
                0.18333333333333332,
                0.3416666666666667
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 80,
              "n_variants": 80,
              "pooled": 0.93921875,
              "paired_text_mean": 0.9375,
              "bootstrap95": [
                0.9026367187500001,
                0.97046875
              ]
            },
            "test": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.9647916666666667,
              "paired_text_mean": 0.9833333333333333,
              "bootstrap95": [
                0.94040625,
                0.9856944444444444
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.7389
        }
      },
      "coverage": {
        "calibration": {
          "n_pairs": 160,
          "n_text": 80,
          "prevalence": 0.5,
          "brier": 0.095579546375,
          "brier_text_mean": 0.09557954637499999,
          "brier_bootstrap95": [
            0.068452987103125,
            0.12585125582968748
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 30,
              "mean_predicted": 0.045340000000000005,
              "observed": 0.0
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 23,
              "mean_predicted": 0.13616521739130436,
              "observed": 0.08695652173913043
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 18,
              "mean_predicted": 0.2377166666666667,
              "observed": 0.2777777777777778
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 8,
              "mean_predicted": 0.35233749999999997,
              "observed": 0.25
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 6,
              "mean_predicted": 0.4647666666666667,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 5,
              "mean_predicted": 0.56336,
              "observed": 0.6
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 4,
              "mean_predicted": 0.678975,
              "observed": 0.75
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 8,
              "mean_predicted": 0.7477125,
              "observed": 0.75
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 21,
              "mean_predicted": 0.8590476190476191,
              "observed": 0.9047619047619048
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 37,
              "mean_predicted": 0.9491675675675674,
              "observed": 0.972972972972973
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        },
        "test": {
          "n_pairs": 240,
          "n_text": 120,
          "prevalence": 0.5,
          "brier": 0.07045045670833333,
          "brier_text_mean": 0.07045045670833333,
          "brier_bootstrap95": [
            0.05386168676666667,
            0.08905357471979165
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 49,
              "mean_predicted": 0.046385714285714294,
              "observed": 0.04081632653061224
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 27,
              "mean_predicted": 0.14628148148148148,
              "observed": 0.07407407407407407
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 27,
              "mean_predicted": 0.2356666666666667,
              "observed": 0.0
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 11,
              "mean_predicted": 0.3518272727272727,
              "observed": 0.18181818181818182
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 5,
              "mean_predicted": 0.43918,
              "observed": 0.2
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 10,
              "mean_predicted": 0.55038,
              "observed": 0.8
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 12,
              "mean_predicted": 0.6478750000000001,
              "observed": 0.8333333333333334
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 19,
              "mean_predicted": 0.7439789473684212,
              "observed": 0.8421052631578947
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 24,
              "mean_predicted": 0.8651958333333333,
              "observed": 0.9583333333333334
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 56,
              "mean_predicted": 0.9442428571428572,
              "observed": 1.0
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        }
      },
      "conditional_ordinary": {
        "calibration": {
          "n_pairs": 80,
          "n_text": 80,
          "prevalence": 0.9375,
          "brier": 0.046172284272452215,
          "brier_text_mean": 0.046172284272452215,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 1,
              "mean_predicted": 0.4396,
              "observed": 1.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 3,
              "mean_predicted": 0.5458999999999999,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 6,
              "mean_predicted": 0.6709276189047761,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 1,
              "mean_predicted": 0.7958,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 15,
              "mean_predicted": 0.8530157029482238,
              "observed": 0.9333333333333333
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 54,
              "mean_predicted": 0.9503333267475739,
              "observed": 1.0
            }
          ],
          "defined": 80,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9375,
          "decision_n": 80,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.975,
          "brier": 0.03691140689883014,
          "brier_text_mean": 0.03691140689883014,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 3,
              "mean_predicted": 0.5720333333333333,
              "observed": 1.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 3,
              "mean_predicted": 0.6601211221122112,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 8,
              "mean_predicted": 0.7658872593714976,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 23,
              "mean_predicted": 0.8612505161082877,
              "observed": 0.9565217391304348
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 83,
              "mean_predicted": 0.9474442972365756,
              "observed": 0.9759036144578314
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.975,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      },
      "conditional_ordinary_with_none": {
        "calibration": {
          "n_pairs": 80,
          "n_text": 80,
          "prevalence": 0.9125,
          "brier": 0.04732212338346463,
          "brier_text_mean": 0.04732212338346463,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 1,
              "mean_predicted": 0.46965098634294383,
              "observed": 0.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 4,
              "mean_predicted": 0.5429451001086896,
              "observed": 0.25
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 4,
              "mean_predicted": 0.6457974980430302,
              "observed": 0.75
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 4,
              "mean_predicted": 0.7391747381674776,
              "observed": 0.5
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 17,
              "mean_predicted": 0.8611574988795405,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 50,
              "mean_predicted": 0.9551311945735289,
              "observed": 1.0
            }
          ],
          "defined": 80,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9125,
          "decision_n": 80,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.975,
          "brier": 0.03938205602030546,
          "brier_text_mean": 0.03938205602030546,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 1,
              "mean_predicted": 0.4514301133297356,
              "observed": 1.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 1,
              "mean_predicted": 0.535667107001321,
              "observed": 1.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 3,
              "mean_predicted": 0.6497303774461155,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 13,
              "mean_predicted": 0.7568922937756631,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 24,
              "mean_predicted": 0.8609028414762755,
              "observed": 0.9583333333333334
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 78,
              "mean_predicted": 0.9523652389796848,
              "observed": 0.9743589743589743
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.975,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      }
    },
    "dbpedia|k2|natural|aligned": {
      "group": "dbpedia|k2|natural|aligned",
      "task": "dbpedia",
      "candidate_size": 2,
      "name_mode": "natural",
      "none_mode": "aligned",
      "member_seeds": [
        0
      ],
      "order_seeds": [
        0
      ],
      "multiple_variants": false,
      "n_unique_member_sets": 91,
      "failure_metadata_fields": {},
      "has_probabilities": true,
      "n_text": {
        "calibration": 280,
        "test": 420
      },
      "n_variants": {
        "calibration": 280,
        "test": 420
      },
      "native": {
        "calibration": {
          "present": {
            "correct": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 241,
              "text_mean": 0.8607142857142858,
              "pooled": 0.8607142857142858,
              "wilson95": [
                0.8152573656133445,
                0.896407522381773
              ],
              "bootstrap95": [
                0.8178571428571428,
                0.9
              ]
            },
            "wrong": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 2,
              "text_mean": 0.007142857142857143,
              "pooled": 0.007142857142857143,
              "wilson95": [
                0.001961019593408128,
                0.02566517304692658
              ],
              "bootstrap95": [
                0.0,
                0.017857142857142856
              ]
            },
            "rejected": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 37,
              "text_mean": 0.13214285714285715,
              "pooled": 0.13214285714285715,
              "wilson95": [
                0.097411683893452,
                0.1768310540917254
              ],
              "bootstrap95": [
                0.09285714285714286,
                0.17142857142857143
              ]
            },
            "interface_failure": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                8.673617379884035e-19,
                0.013533818620629409
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 260,
              "text_mean": 0.9285714285714286,
              "pooled": 0.9285714285714286,
              "wilson95": [
                0.8922541164091411,
                0.9532883247731767
              ],
              "bootstrap95": [
                0.8964285714285715,
                0.9571428571428572
              ]
            },
            "accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 20,
              "text_mean": 0.07142857142857142,
              "pooled": 0.07142857142857142,
              "wilson95": [
                0.046711675226823325,
                0.10774588359085904
              ],
              "bootstrap95": [
                0.04285714285714286,
                0.10357142857142858
              ]
            },
            "interface_failure": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                8.673617379884035e-19,
                0.013533818620629409
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 280,
            "text_mean": 0.7964285714285714,
            "bootstrap95": [
              0.7464285714285714,
              0.8428571428571429
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        },
        "test": {
          "present": {
            "correct": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 366,
              "text_mean": 0.8714285714285714,
              "pooled": 0.8714285714285714,
              "wilson95": [
                0.8360183201512565,
                0.9001059864895231
              ],
              "bootstrap95": [
                0.8380357142857143,
                0.9023809523809524
              ]
            },
            "wrong": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 2,
              "text_mean": 0.004761904761904762,
              "pooled": 0.004761904761904762,
              "wilson95": [
                0.0013068588560261607,
                0.01719406562293438
              ],
              "bootstrap95": [
                0.0,
                0.011904761904761904
              ]
            },
            "rejected": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 52,
              "text_mean": 0.12380952380952381,
              "pooled": 0.12380952380952381,
              "wilson95": [
                0.09567812704468089,
                0.15876007520376034
              ],
              "bootstrap95": [
                0.09047619047619047,
                0.15714285714285714
              ]
            },
            "interface_failure": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 395,
              "text_mean": 0.9404761904761905,
              "pooled": 0.9404761904761905,
              "wilson95": [
                0.9136078748319504,
                0.9593600529151279
              ],
              "bootstrap95": [
                0.9166666666666666,
                0.9619047619047619
              ]
            },
            "accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 25,
              "text_mean": 0.05952380952380952,
              "pooled": 0.05952380952380952,
              "wilson95": [
                0.04063994708487201,
                0.08639212516804962
              ],
              "bootstrap95": [
                0.0380952380952381,
                0.08333333333333333
              ]
            },
            "interface_failure": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 420,
            "text_mean": 0.8166666666666667,
            "bootstrap95": [
              0.7761904761904762,
              0.8547619047619047
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        }
      },
      "scores": {
        "negative_max": {
          "eligible": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280
            },
            "test": {
              "n_text": 420,
              "n_variants": 420
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -0.8104,
            "n_text": 280,
            "n_variants": 280,
            "detection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 237,
              "text_mean": 0.8464285714285714,
              "pooled": 0.8464285714285714,
              "wilson95": [
                0.7995357355879155,
                0.8839444043677914
              ],
              "bootstrap95": [
                0.8035714285714286,
                0.8857142857142857
              ]
            },
            "false_rejection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 14,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.030014422238278143,
                0.08216601452028834
              ],
              "bootstrap95": [
                0.025,
                0.075
              ]
            },
            "present_correct_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 263,
              "text_mean": 0.9392857142857143,
              "pooled": 0.9392857142857143,
              "wilson95": [
                0.9049300629422737,
                0.9617509392696019
              ],
              "bootstrap95": [
                0.9107142857142857,
                0.9642857142857143
              ]
            },
            "present_wrong_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 3,
              "text_mean": 0.010714285714285714,
              "pooled": 0.010714285714285714,
              "wilson95": [
                0.003650387458337581,
                0.031021992191849777
              ],
              "bootstrap95": [
                0.0,
                0.025
              ]
            },
            "present_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 266,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.9178339854797117,
                0.9699855777617219
              ],
              "bootstrap95": [
                0.9214285714285714,
                0.975
              ]
            },
            "absent_false_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 43,
              "text_mean": 0.15357142857142858,
              "pooled": 0.15357142857142858,
              "wilson95": [
                0.11605559563220867,
                0.2004642644120846
              ],
              "bootstrap95": [
                0.11428571428571428,
                0.19642857142857142
              ]
            }
          },
          "test": {
            "threshold": -0.8104,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 377,
              "text_mean": 0.8976190476190476,
              "pooled": 0.8976190476190476,
              "wilson95": [
                0.8649307453682,
                0.9230997623818653
              ],
              "bootstrap95": [
                0.8690476190476191,
                0.9261904761904762
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 24,
              "text_mean": 0.05714285714285714,
              "pooled": 0.05714285714285714,
              "wilson95": [
                0.03869722804925656,
                0.08361609864827545
              ],
              "bootstrap95": [
                0.03571428571428571,
                0.08095238095238096
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 394,
              "text_mean": 0.9380952380952381,
              "pooled": 0.9380952380952381,
              "wilson95": [
                0.9108414891322402,
                0.9574076930594485
              ],
              "bootstrap95": [
                0.9119047619047619,
                0.9595238095238096
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 2,
              "text_mean": 0.004761904761904762,
              "pooled": 0.004761904761904762,
              "wilson95": [
                0.0013068588560261607,
                0.01719406562293438
              ],
              "bootstrap95": [
                0.0,
                0.011904761904761904
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 396,
              "text_mean": 0.9428571428571428,
              "pooled": 0.9428571428571428,
              "wilson95": [
                0.9163839013517245,
                0.9613027719507434
              ],
              "bootstrap95": [
                0.919047619047619,
                0.9619047619047619
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 43,
              "text_mean": 0.10238095238095238,
              "pooled": 0.10238095238095238,
              "wilson95": [
                0.07690023761813464,
                0.13506925463180003
              ],
              "bootstrap95": [
                0.07380952380952381,
                0.13101190476190444
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280,
              "pooled": 0.9623533163265307,
              "paired_text_mean": 0.9321428571428572,
              "bootstrap95": [
                0.9453882334183673,
                0.9763679846938775
              ]
            },
            "test": {
              "n_text": 420,
              "n_variants": 420,
              "pooled": 0.9694982993197279,
              "paired_text_mean": 0.9619047619047619,
              "bootstrap95": [
                0.9564449404761906,
                0.9796826814058958
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -0.8104
        },
        "normalized_entropy": {
          "eligible": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280
            },
            "test": {
              "n_text": 420,
              "n_variants": 420
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.7006339405458971,
            "n_text": 280,
            "n_variants": 280,
            "detection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 237,
              "text_mean": 0.8464285714285714,
              "pooled": 0.8464285714285714,
              "wilson95": [
                0.7995357355879155,
                0.8839444043677914
              ],
              "bootstrap95": [
                0.8035714285714286,
                0.8892857142857142
              ]
            },
            "false_rejection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 14,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.030014422238278143,
                0.08216601452028834
              ],
              "bootstrap95": [
                0.025,
                0.075
              ]
            },
            "present_correct_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 263,
              "text_mean": 0.9392857142857143,
              "pooled": 0.9392857142857143,
              "wilson95": [
                0.9049300629422737,
                0.9617509392696019
              ],
              "bootstrap95": [
                0.9107142857142857,
                0.9642857142857143
              ]
            },
            "present_wrong_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 3,
              "text_mean": 0.010714285714285714,
              "pooled": 0.010714285714285714,
              "wilson95": [
                0.003650387458337581,
                0.031021992191849777
              ],
              "bootstrap95": [
                0.0,
                0.025
              ]
            },
            "present_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 266,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.9178339854797117,
                0.9699855777617219
              ],
              "bootstrap95": [
                0.9214285714285714,
                0.975
              ]
            },
            "absent_false_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 43,
              "text_mean": 0.15357142857142858,
              "pooled": 0.15357142857142858,
              "wilson95": [
                0.11605559563220867,
                0.2004642644120846
              ],
              "bootstrap95": [
                0.11428571428571428,
                0.2
              ]
            }
          },
          "test": {
            "threshold": 0.7006339405458971,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 377,
              "text_mean": 0.8976190476190476,
              "pooled": 0.8976190476190476,
              "wilson95": [
                0.8649307453682,
                0.9230997623818653
              ],
              "bootstrap95": [
                0.8690476190476191,
                0.9261904761904762
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 24,
              "text_mean": 0.05714285714285714,
              "pooled": 0.05714285714285714,
              "wilson95": [
                0.03869722804925656,
                0.08361609864827545
              ],
              "bootstrap95": [
                0.03571428571428571,
                0.07857142857142857
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 394,
              "text_mean": 0.9380952380952381,
              "pooled": 0.9380952380952381,
              "wilson95": [
                0.9108414891322402,
                0.9574076930594485
              ],
              "bootstrap95": [
                0.9142857142857143,
                0.9595238095238096
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 2,
              "text_mean": 0.004761904761904762,
              "pooled": 0.004761904761904762,
              "wilson95": [
                0.0013068588560261607,
                0.01719406562293438
              ],
              "bootstrap95": [
                0.0,
                0.011904761904761904
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 396,
              "text_mean": 0.9428571428571428,
              "pooled": 0.9428571428571428,
              "wilson95": [
                0.9163839013517245,
                0.9613027719507434
              ],
              "bootstrap95": [
                0.9214285714285714,
                0.9642857142857143
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 43,
              "text_mean": 0.10238095238095238,
              "pooled": 0.10238095238095238,
              "wilson95": [
                0.07690023761813464,
                0.13506925463180003
              ],
              "bootstrap95": [
                0.07380952380952381,
                0.13095238095238096
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280,
              "pooled": 0.9623533163265307,
              "paired_text_mean": 0.9321428571428572,
              "bootstrap95": [
                0.9459626913265305,
                0.9769802295918367
              ]
            },
            "test": {
              "n_text": 420,
              "n_variants": 420,
              "pooled": 0.9694982993197279,
              "paired_text_mean": 0.9619047619047619,
              "bootstrap95": [
                0.9570860260770975,
                0.9801138747165533
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.7006339405458971
        },
        "none_probability": {
          "eligible": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280
            },
            "test": {
              "n_text": 420,
              "n_variants": 420
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.8413,
            "n_text": 280,
            "n_variants": 280,
            "detection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 215,
              "text_mean": 0.7678571428571429,
              "pooled": 0.7678571428571429,
              "wilson95": [
                0.7149818427012181,
                0.8134821830377305
              ],
              "bootstrap95": [
                0.7178571428571429,
                0.8178571428571428
              ]
            },
            "false_rejection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 13,
              "text_mean": 0.04642857142857143,
              "pooled": 0.04642857142857143,
              "wilson95": [
                0.027330959599158492,
                0.07780329014955534
              ],
              "bootstrap95": [
                0.025,
                0.07142857142857142
              ]
            },
            "present_correct_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 264,
              "text_mean": 0.9428571428571428,
              "pooled": 0.9428571428571428,
              "wilson95": [
                0.909203304955577,
                0.9645238842661512
              ],
              "bootstrap95": [
                0.9142857142857143,
                0.9678571428571429
              ]
            },
            "present_wrong_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 3,
              "text_mean": 0.010714285714285714,
              "pooled": 0.010714285714285714,
              "wilson95": [
                0.003650387458337581,
                0.031021992191849777
              ],
              "bootstrap95": [
                0.0,
                0.025
              ]
            },
            "present_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 267,
              "text_mean": 0.9535714285714286,
              "pooled": 0.9535714285714286,
              "wilson95": [
                0.9221967098504448,
                0.9726690404008417
              ],
              "bootstrap95": [
                0.9285714285714286,
                0.975
              ]
            },
            "absent_false_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 65,
              "text_mean": 0.23214285714285715,
              "pooled": 0.23214285714285715,
              "wilson95": [
                0.1865178169622696,
                0.28501815729878194
              ],
              "bootstrap95": [
                0.17857142857142858,
                0.28214285714285714
              ]
            }
          },
          "test": {
            "threshold": 0.8413,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 343,
              "text_mean": 0.8166666666666667,
              "pooled": 0.8166666666666667,
              "wilson95": [
                0.776847495742827,
                0.8507456631239915
              ],
              "bootstrap95": [
                0.7785714285714286,
                0.8523809523809524
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 16,
              "text_mean": 0.0380952380952381,
              "pooled": 0.0380952380952381,
              "wilson95": [
                0.02358283957497366,
                0.06098052267944147
              ],
              "bootstrap95": [
                0.02142857142857143,
                0.05714285714285714
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 402,
              "text_mean": 0.9571428571428572,
              "pooled": 0.9571428571428572,
              "wilson95": [
                0.9332776936660707,
                0.9727214529687349
              ],
              "bootstrap95": [
                0.9380952380952381,
                0.9761904761904762
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 2,
              "text_mean": 0.004761904761904762,
              "pooled": 0.004761904761904762,
              "wilson95": [
                0.0013068588560261607,
                0.01719406562293438
              ],
              "bootstrap95": [
                0.0,
                0.011904761904761904
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 404,
              "text_mean": 0.9619047619047619,
              "pooled": 0.9619047619047619,
              "wilson95": [
                0.9390194773205586,
                0.9764171604250264
              ],
              "bootstrap95": [
                0.9428571428571428,
                0.9785714285714285
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 77,
              "text_mean": 0.18333333333333332,
              "pooled": 0.18333333333333332,
              "wilson95": [
                0.14925433687600845,
                0.223152504257173
              ],
              "bootstrap95": [
                0.14761904761904762,
                0.22142857142857142
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280,
              "pooled": 0.9596683673469387,
              "paired_text_mean": 0.9785714285714285,
              "bootstrap95": [
                0.9447013711734694,
                0.9721447704081633
              ]
            },
            "test": {
              "n_text": 420,
              "n_variants": 420,
              "pooled": 0.9663633786848073,
              "paired_text_mean": 0.9785714285714285,
              "bootstrap95": [
                0.9543171768707484,
                0.9770380527210883
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.8413
        }
      },
      "coverage": {
        "calibration": {
          "n_pairs": 560,
          "n_text": 280,
          "prevalence": 0.5,
          "brier": 0.07840830196428572,
          "brier_text_mean": 0.0784083019642857,
          "brier_bootstrap95": [
            0.06332184020758928,
            0.093754768371875
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 176,
              "mean_predicted": 0.039112500000000015,
              "observed": 0.022727272727272728
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 39,
              "mean_predicted": 0.15106153846153844,
              "observed": 0.10256410256410256
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 22,
              "mean_predicted": 0.25552272727272723,
              "observed": 0.2727272727272727
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 18,
              "mean_predicted": 0.33442222222222223,
              "observed": 0.2777777777777778
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 12,
              "mean_predicted": 0.4497416666666667,
              "observed": 0.25
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 13,
              "mean_predicted": 0.5686846153846153,
              "observed": 0.5384615384615384
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 17,
              "mean_predicted": 0.6562705882352942,
              "observed": 0.5882352941176471
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 19,
              "mean_predicted": 0.7431421052631579,
              "observed": 0.6842105263157895
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 52,
              "mean_predicted": 0.8622730769230768,
              "observed": 0.8076923076923077
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 192,
              "mean_predicted": 0.9541447916666669,
              "observed": 0.96875
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        },
        "test": {
          "n_pairs": 840,
          "n_text": 420,
          "prevalence": 0.5,
          "brier": 0.06583282621428571,
          "brier_text_mean": 0.06583282621428571,
          "brier_bootstrap95": [
            0.05510209742083333,
            0.07729392853244048
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 272,
              "mean_predicted": 0.03613823529411764,
              "observed": 0.01838235294117647
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 56,
              "mean_predicted": 0.14156964285714288,
              "observed": 0.08928571428571429
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 28,
              "mean_predicted": 0.24749285714285715,
              "observed": 0.17857142857142858
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 24,
              "mean_predicted": 0.345575,
              "observed": 0.25
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 16,
              "mean_predicted": 0.4432875,
              "observed": 0.25
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 19,
              "mean_predicted": 0.5327842105263157,
              "observed": 0.42105263157894735
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 21,
              "mean_predicted": 0.6534380952380952,
              "observed": 0.38095238095238093
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 27,
              "mean_predicted": 0.7502185185185185,
              "observed": 0.7407407407407407
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 81,
              "mean_predicted": 0.8649493827160494,
              "observed": 0.9012345679012346
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 296,
              "mean_predicted": 0.9566945945945948,
              "observed": 0.9662162162162162
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        }
      },
      "conditional_ordinary": {
        "calibration": {
          "n_pairs": 280,
          "n_text": 280,
          "prevalence": 0.9821428571428571,
          "brier": 0.016965431214285714,
          "brier_text_mean": 0.016965431214285714,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 4,
              "mean_predicted": 0.54955,
              "observed": 0.5
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 5,
              "mean_predicted": 0.65236,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 5,
              "mean_predicted": 0.7485999999999999,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 20,
              "mean_predicted": 0.858775,
              "observed": 0.85
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 246,
              "mean_predicted": 0.9770402439024387,
              "observed": 1.0
            }
          ],
          "defined": 280,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9821428571428571,
          "decision_n": 280,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 420,
          "n_text": 420,
          "prevalence": 0.9928571428571429,
          "brier": 0.013032603833333335,
          "brier_text_mean": 0.013032603833333335,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 8,
              "mean_predicted": 0.5353125,
              "observed": 0.875
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 7,
              "mean_predicted": 0.6418714285714285,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 5,
              "mean_predicted": 0.75694,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 24,
              "mean_predicted": 0.8602541666666667,
              "observed": 0.9583333333333334
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 376,
              "mean_predicted": 0.9795151595744671,
              "observed": 0.9973404255319149
            }
          ],
          "defined": 420,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9928571428571429,
          "decision_n": 420,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      },
      "conditional_ordinary_with_none": {
        "calibration": {
          "n_pairs": 280,
          "n_text": 280,
          "prevalence": 0.9857142857142858,
          "brier": 0.015335091073529235,
          "brier_text_mean": 0.015335091073529235,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 3,
              "mean_predicted": 0.5641515396057916,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 6,
              "mean_predicted": 0.6621296970646787,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 5,
              "mean_predicted": 0.7584088235650729,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 22,
              "mean_predicted": 0.8539065651957475,
              "observed": 0.8636363636363636
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 244,
              "mean_predicted": 0.9809710917709866,
              "observed": 1.0
            }
          ],
          "defined": 280,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9857142857142858,
          "decision_n": 280,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 420,
          "n_text": 420,
          "prevalence": 0.9928571428571429,
          "brier": 0.01236324483699939,
          "brier_text_mean": 0.01236324483699939,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 5,
              "mean_predicted": 0.5667296373069175,
              "observed": 0.8
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 11,
              "mean_predicted": 0.6477526014293787,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 7,
              "mean_predicted": 0.7544218467157354,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 17,
              "mean_predicted": 0.8586327327381017,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 380,
              "mean_predicted": 0.9825049371727754,
              "observed": 0.9947368421052631
            }
          ],
          "defined": 420,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9928571428571429,
          "decision_n": 420,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      }
    },
    "dbpedia|k2|neutral|aligned": {
      "group": "dbpedia|k2|neutral|aligned",
      "task": "dbpedia",
      "candidate_size": 2,
      "name_mode": "neutral",
      "none_mode": "aligned",
      "member_seeds": [
        0
      ],
      "order_seeds": [
        0
      ],
      "multiple_variants": false,
      "n_unique_member_sets": 91,
      "failure_metadata_fields": {},
      "has_probabilities": true,
      "n_text": {
        "calibration": 280,
        "test": 420
      },
      "n_variants": {
        "calibration": 280,
        "test": 420
      },
      "native": {
        "calibration": {
          "present": {
            "correct": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 245,
              "text_mean": 0.875,
              "pooled": 0.875,
              "wilson95": [
                0.831117358891611,
                0.9087322771429169
              ],
              "bootstrap95": [
                0.8357142857142857,
                0.9142857142857143
              ]
            },
            "wrong": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 2,
              "text_mean": 0.007142857142857143,
              "pooled": 0.007142857142857143,
              "wilson95": [
                0.001961019593408128,
                0.02566517304692658
              ],
              "bootstrap95": [
                0.0,
                0.017857142857142856
              ]
            },
            "rejected": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 33,
              "text_mean": 0.11785714285714285,
              "pooled": 0.11785714285714285,
              "wilson95": [
                0.08516322725011,
                0.1608947626956568
              ],
              "bootstrap95": [
                0.08214285714285714,
                0.15714285714285714
              ]
            },
            "interface_failure": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                8.673617379884035e-19,
                0.013533818620629409
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 254,
              "text_mean": 0.9071428571428571,
              "pooled": 0.9071428571428571,
              "wilson95": [
                0.8674218521188132,
                0.9358434670043886
              ],
              "bootstrap95": [
                0.8714285714285714,
                0.9392857142857143
              ]
            },
            "accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 26,
              "text_mean": 0.09285714285714286,
              "pooled": 0.09285714285714286,
              "wilson95": [
                0.0641565329956114,
                0.13257814788118688
              ],
              "bootstrap95": [
                0.060714285714285714,
                0.12857142857142856
              ]
            },
            "interface_failure": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                8.673617379884035e-19,
                0.013533818620629409
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 280,
            "text_mean": 0.7892857142857143,
            "bootstrap95": [
              0.7392857142857143,
              0.8357142857142857
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        },
        "test": {
          "present": {
            "correct": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 374,
              "text_mean": 0.8904761904761904,
              "pooled": 0.8904761904761904,
              "wilson95": [
                0.8569960840696962,
                0.9168781870142002
              ],
              "bootstrap95": [
                0.8618452380952382,
                0.9214285714285714
              ]
            },
            "wrong": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 3,
              "text_mean": 0.007142857142857143,
              "pooled": 0.007142857142857143,
              "wilson95": [
                0.0024321293652942912,
                0.02078754066905586
              ],
              "bootstrap95": [
                0.0,
                0.016666666666666666
              ]
            },
            "rejected": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 43,
              "text_mean": 0.10238095238095238,
              "pooled": 0.10238095238095238,
              "wilson95": [
                0.07690023761813464,
                0.13506925463180003
              ],
              "bootstrap95": [
                0.07380952380952381,
                0.13333333333333333
              ]
            },
            "interface_failure": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 389,
              "text_mean": 0.9261904761904762,
              "pooled": 0.9261904761904762,
              "wilson95": [
                0.8971381987632399,
                0.9475172556515008
              ],
              "bootstrap95": [
                0.9,
                0.95
              ]
            },
            "accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 31,
              "text_mean": 0.07380952380952381,
              "pooled": 0.07380952380952381,
              "wilson95": [
                0.05248274434849923,
                0.10286180123676009
              ],
              "bootstrap95": [
                0.05,
                0.1
              ]
            },
            "interface_failure": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 420,
            "text_mean": 0.8238095238095238,
            "bootstrap95": [
              0.7857142857142857,
              0.8595238095238096
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        }
      },
      "scores": {
        "negative_max": {
          "eligible": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280
            },
            "test": {
              "n_text": 420,
              "n_variants": 420
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -0.739,
            "n_text": 280,
            "n_variants": 280,
            "detection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 227,
              "text_mean": 0.8107142857142857,
              "pooled": 0.8107142857142857,
              "wilson95": [
                0.7607430172694581,
                0.8522752525877223
              ],
              "bootstrap95": [
                0.7642857142857142,
                0.8535714285714285
              ]
            },
            "false_rejection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 14,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.030014422238278143,
                0.08216601452028834
              ],
              "bootstrap95": [
                0.025,
                0.07857142857142857
              ]
            },
            "present_correct_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 264,
              "text_mean": 0.9428571428571428,
              "pooled": 0.9428571428571428,
              "wilson95": [
                0.909203304955577,
                0.9645238842661512
              ],
              "bootstrap95": [
                0.9142857142857143,
                0.9678571428571429
              ]
            },
            "present_wrong_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 2,
              "text_mean": 0.007142857142857143,
              "pooled": 0.007142857142857143,
              "wilson95": [
                0.001961019593408128,
                0.02566517304692658
              ],
              "bootstrap95": [
                0.0,
                0.017857142857142856
              ]
            },
            "present_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 266,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.9178339854797117,
                0.9699855777617219
              ],
              "bootstrap95": [
                0.925,
                0.975
              ]
            },
            "absent_false_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 53,
              "text_mean": 0.18928571428571428,
              "pooled": 0.18928571428571428,
              "wilson95": [
                0.14772474741227776,
                0.23925698273054197
              ],
              "bootstrap95": [
                0.14285714285714285,
                0.2357142857142857
              ]
            }
          },
          "test": {
            "threshold": -0.739,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 355,
              "text_mean": 0.8452380952380952,
              "pooled": 0.8452380952380952,
              "wilson95": [
                0.8075347185600611,
                0.8766833869714327
              ],
              "bootstrap95": [
                0.8118452380952381,
                0.8809523809523809
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 20,
              "text_mean": 0.047619047619047616,
              "pooled": 0.047619047619047616,
              "wilson95": [
                0.031034610750252264,
                0.0724037337257213
              ],
              "bootstrap95": [
                0.02857142857142857,
                0.06904761904761905
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 397,
              "text_mean": 0.9452380952380952,
              "pooled": 0.9452380952380952,
              "wilson95": [
                0.9191701156313288,
                0.9632353032265288
              ],
              "bootstrap95": [
                0.9237500000000001,
                0.9666666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 3,
              "text_mean": 0.007142857142857143,
              "pooled": 0.007142857142857143,
              "wilson95": [
                0.0024321293652942912,
                0.02078754066905586
              ],
              "bootstrap95": [
                0.0,
                0.016666666666666666
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 400,
              "text_mean": 0.9523809523809523,
              "pooled": 0.9523809523809523,
              "wilson95": [
                0.9275962662742786,
                0.9689653892497477
              ],
              "bootstrap95": [
                0.930952380952381,
                0.9714285714285714
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 65,
              "text_mean": 0.15476190476190477,
              "pooled": 0.15476190476190477,
              "wilson95": [
                0.12331661302856725,
                0.19246528143993893
              ],
              "bootstrap95": [
                0.12142857142857143,
                0.1880952380952381
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280,
              "pooled": 0.9485905612244898,
              "paired_text_mean": 0.9178571428571428,
              "bootstrap95": [
                0.9264338329081633,
                0.9665215242346938
              ]
            },
            "test": {
              "n_text": 420,
              "n_variants": 420,
              "pooled": 0.9647987528344671,
              "paired_text_mean": 0.9595238095238096,
              "bootstrap95": [
                0.9524294926303855,
                0.9758509778911564
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -0.739
        },
        "normalized_entropy": {
          "eligible": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280
            },
            "test": {
              "n_text": 420,
              "n_variants": 420
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.8282516400433416,
            "n_text": 280,
            "n_variants": 280,
            "detection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 227,
              "text_mean": 0.8107142857142857,
              "pooled": 0.8107142857142857,
              "wilson95": [
                0.7607430172694581,
                0.8522752525877223
              ],
              "bootstrap95": [
                0.7677678571428572,
                0.8535714285714285
              ]
            },
            "false_rejection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 14,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.030014422238278143,
                0.08216601452028834
              ],
              "bootstrap95": [
                0.02857142857142857,
                0.07508928571428522
              ]
            },
            "present_correct_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 264,
              "text_mean": 0.9428571428571428,
              "pooled": 0.9428571428571428,
              "wilson95": [
                0.909203304955577,
                0.9645238842661512
              ],
              "bootstrap95": [
                0.9142857142857143,
                0.9678571428571429
              ]
            },
            "present_wrong_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 2,
              "text_mean": 0.007142857142857143,
              "pooled": 0.007142857142857143,
              "wilson95": [
                0.001961019593408128,
                0.02566517304692658
              ],
              "bootstrap95": [
                0.0,
                0.017857142857142856
              ]
            },
            "present_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 266,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.9178339854797117,
                0.9699855777617219
              ],
              "bootstrap95": [
                0.925,
                0.975
              ]
            },
            "absent_false_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 53,
              "text_mean": 0.18928571428571428,
              "pooled": 0.18928571428571428,
              "wilson95": [
                0.14772474741227776,
                0.23925698273054197
              ],
              "bootstrap95": [
                0.14285714285714285,
                0.23580357142857095
              ]
            }
          },
          "test": {
            "threshold": 0.8282516400433416,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 355,
              "text_mean": 0.8452380952380952,
              "pooled": 0.8452380952380952,
              "wilson95": [
                0.8075347185600611,
                0.8766833869714327
              ],
              "bootstrap95": [
                0.8118452380952381,
                0.8809523809523809
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 20,
              "text_mean": 0.047619047619047616,
              "pooled": 0.047619047619047616,
              "wilson95": [
                0.031034610750252264,
                0.0724037337257213
              ],
              "bootstrap95": [
                0.02857142857142857,
                0.06904761904761905
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 397,
              "text_mean": 0.9452380952380952,
              "pooled": 0.9452380952380952,
              "wilson95": [
                0.9191701156313288,
                0.9632353032265288
              ],
              "bootstrap95": [
                0.9214285714285714,
                0.9642857142857143
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 3,
              "text_mean": 0.007142857142857143,
              "pooled": 0.007142857142857143,
              "wilson95": [
                0.0024321293652942912,
                0.02078754066905586
              ],
              "bootstrap95": [
                0.0,
                0.016666666666666666
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 400,
              "text_mean": 0.9523809523809523,
              "pooled": 0.9523809523809523,
              "wilson95": [
                0.9275962662742786,
                0.9689653892497477
              ],
              "bootstrap95": [
                0.930952380952381,
                0.9714880952380949
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 65,
              "text_mean": 0.15476190476190477,
              "pooled": 0.15476190476190477,
              "wilson95": [
                0.12331661302856725,
                0.19246528143993893
              ],
              "bootstrap95": [
                0.11904761904761904,
                0.19047619047619047
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280,
              "pooled": 0.9485905612244898,
              "paired_text_mean": 0.9178571428571428,
              "bootstrap95": [
                0.9273061224489796,
                0.9672323022959184
              ]
            },
            "test": {
              "n_text": 420,
              "n_variants": 420,
              "pooled": 0.9647987528344671,
              "paired_text_mean": 0.9595238095238096,
              "bootstrap95": [
                0.9516738236961452,
                0.9765108418367346
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.8282516400433416
        },
        "none_probability": {
          "eligible": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280
            },
            "test": {
              "n_text": 420,
              "n_variants": 420
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.6877,
            "n_text": 280,
            "n_variants": 280,
            "detection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 232,
              "text_mean": 0.8285714285714286,
              "pooled": 0.8285714285714286,
              "wilson95": [
                0.780055010812103,
                0.8681941940943406
              ],
              "bootstrap95": [
                0.7821428571428571,
                0.875
              ]
            },
            "false_rejection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 14,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.030014422238278143,
                0.08216601452028834
              ],
              "bootstrap95": [
                0.025,
                0.07857142857142857
              ]
            },
            "present_correct_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 262,
              "text_mean": 0.9357142857142857,
              "pooled": 0.9357142857142857,
              "wilson95": [
                0.9006819688438781,
                0.9589528463581449
              ],
              "bootstrap95": [
                0.9035714285714286,
                0.9607142857142857
              ]
            },
            "present_wrong_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 4,
              "text_mean": 0.014285714285714285,
              "pooled": 0.014285714285714285,
              "wilson95": [
                0.0055690880340429905,
                0.03614947862599701
              ],
              "bootstrap95": [
                0.0035714285714285713,
                0.02857142857142857
              ]
            },
            "present_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 266,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.9178339854797117,
                0.9699855777617219
              ],
              "bootstrap95": [
                0.9214285714285714,
                0.975
              ]
            },
            "absent_false_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 48,
              "text_mean": 0.17142857142857143,
              "pooled": 0.17142857142857143,
              "wilson95": [
                0.13180580590565943,
                0.21994498918789707
              ],
              "bootstrap95": [
                0.12857142857142856,
                0.21785714285714286
              ]
            }
          },
          "test": {
            "threshold": 0.6877,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 361,
              "text_mean": 0.8595238095238096,
              "pooled": 0.8595238095238096,
              "wilson95": [
                0.8230243397104189,
                0.8895062391534128
              ],
              "bootstrap95": [
                0.8261904761904761,
                0.8904761904761904
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 19,
              "text_mean": 0.04523809523809524,
              "pooled": 0.04523809523809524,
              "wilson95": [
                0.02914958608216981,
                0.06957001283841413
              ],
              "bootstrap95": [
                0.02619047619047619,
                0.06666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 397,
              "text_mean": 0.9452380952380952,
              "pooled": 0.9452380952380952,
              "wilson95": [
                0.9191701156313288,
                0.9632353032265288
              ],
              "bootstrap95": [
                0.9238095238095239,
                0.9666666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 4,
              "text_mean": 0.009523809523809525,
              "pooled": 0.009523809523809525,
              "wilson95": [
                0.003709680578933148,
                0.024228735010806617
              ],
              "bootstrap95": [
                0.002380952380952381,
                0.01904761904761905
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 401,
              "text_mean": 0.9547619047619048,
              "pooled": 0.9547619047619048,
              "wilson95": [
                0.930429987161586,
                0.9708504139178302
              ],
              "bootstrap95": [
                0.9333333333333333,
                0.9738095238095238
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 59,
              "text_mean": 0.14047619047619048,
              "pooled": 0.14047619047619048,
              "wilson95": [
                0.11049376084658732,
                0.17697566028958114
              ],
              "bootstrap95": [
                0.10714285714285714,
                0.1738095238095238
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280,
              "pooled": 0.9535586734693877,
              "paired_text_mean": 0.9678571428571429,
              "bootstrap95": [
                0.937975924744898,
                0.9677171556122449
              ]
            },
            "test": {
              "n_text": 420,
              "n_variants": 420,
              "pooled": 0.9628854875283447,
              "paired_text_mean": 0.9809523809523809,
              "bootstrap95": [
                0.949249362244898,
                0.9747282454648527
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.6877
        }
      },
      "coverage": {
        "calibration": {
          "n_pairs": 560,
          "n_text": 280,
          "prevalence": 0.5,
          "brier": 0.08169309478571429,
          "brier_text_mean": 0.08169309478571429,
          "brier_bootstrap95": [
            0.06792604313125,
            0.09583070408348213
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 137,
              "mean_predicted": 0.05836277372262776,
              "observed": 0.021897810218978103
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 69,
              "mean_predicted": 0.14301014492753625,
              "observed": 0.14492753623188406
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 35,
              "mean_predicted": 0.23678571428571424,
              "observed": 0.2
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 26,
              "mean_predicted": 0.3397692307692308,
              "observed": 0.15384615384615385
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 12,
              "mean_predicted": 0.4538916666666666,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 19,
              "mean_predicted": 0.5546789473684212,
              "observed": 0.47368421052631576
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 18,
              "mean_predicted": 0.6531166666666667,
              "observed": 0.7222222222222222
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 17,
              "mean_predicted": 0.7647588235294118,
              "observed": 0.8823529411764706
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 76,
              "mean_predicted": 0.8550052631578946,
              "observed": 0.9078947368421053
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 151,
              "mean_predicted": 0.9480682119205299,
              "observed": 0.9668874172185431
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        },
        "test": {
          "n_pairs": 840,
          "n_text": 420,
          "prevalence": 0.5,
          "brier": 0.07087045133333333,
          "brier_text_mean": 0.07087045133333333,
          "brier_bootstrap95": [
            0.060243201119345245,
            0.0819252944955357
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 219,
              "mean_predicted": 0.056179908675799084,
              "observed": 0.0273972602739726
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 90,
              "mean_predicted": 0.14340111111111115,
              "observed": 0.05555555555555555
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 54,
              "mean_predicted": 0.24492222222222218,
              "observed": 0.18518518518518517
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 27,
              "mean_predicted": 0.3538148148148147,
              "observed": 0.25925925925925924
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 27,
              "mean_predicted": 0.4449999999999999,
              "observed": 0.25925925925925924
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 23,
              "mean_predicted": 0.5459999999999999,
              "observed": 0.4782608695652174
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 23,
              "mean_predicted": 0.6524652173913043,
              "observed": 0.6956521739130435
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 43,
              "mean_predicted": 0.7525860465116279,
              "observed": 0.7906976744186046
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 108,
              "mean_predicted": 0.8580185185185186,
              "observed": 0.9444444444444444
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 226,
              "mean_predicted": 0.9521743362831864,
              "observed": 0.9823008849557522
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        }
      },
      "conditional_ordinary": {
        "calibration": {
          "n_pairs": 280,
          "n_text": 280,
          "prevalence": 0.9785714285714285,
          "brier": 0.020623352785714286,
          "brier_text_mean": 0.020623352785714286,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 5,
              "mean_predicted": 0.52024,
              "observed": 0.6
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 8,
              "mean_predicted": 0.6351125,
              "observed": 0.75
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 10,
              "mean_predicted": 0.7636999999999998,
              "observed": 0.9
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 25,
              "mean_predicted": 0.8619920000000001,
              "observed": 0.96
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 232,
              "mean_predicted": 0.952053879310345,
              "observed": 1.0
            }
          ],
          "defined": 280,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9785714285714285,
          "decision_n": 280,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 420,
          "n_text": 420,
          "prevalence": 0.9880952380952381,
          "brier": 0.01779481045238095,
          "brier_text_mean": 0.01779481045238095,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 8,
              "mean_predicted": 0.561875,
              "observed": 0.875
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 8,
              "mean_predicted": 0.650875,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 10,
              "mean_predicted": 0.7536000000000002,
              "observed": 0.8
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 43,
              "mean_predicted": 0.8639883720930234,
              "observed": 0.9534883720930233
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 351,
              "mean_predicted": 0.9555401709401707,
              "observed": 1.0
            }
          ],
          "defined": 420,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9880952380952381,
          "decision_n": 420,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      },
      "conditional_ordinary_with_none": {
        "calibration": {
          "n_pairs": 280,
          "n_text": 280,
          "prevalence": 0.9821428571428571,
          "brier": 0.019779316981454183,
          "brier_text_mean": 0.019779316981454183,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 7,
              "mean_predicted": 0.5452662961154885,
              "observed": 0.7142857142857143
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 10,
              "mean_predicted": 0.6558817745541047,
              "observed": 0.8
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 5,
              "mean_predicted": 0.7574853355643376,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 25,
              "mean_predicted": 0.859731775175322,
              "observed": 0.96
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 233,
              "mean_predicted": 0.9635119522713194,
              "observed": 1.0
            }
          ],
          "defined": 280,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9821428571428571,
          "decision_n": 280,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 420,
          "n_text": 420,
          "prevalence": 0.9904761904761905,
          "brier": 0.017459448771040078,
          "brier_text_mean": 0.017459448771040078,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 7,
              "mean_predicted": 0.5571109963007963,
              "observed": 1.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 12,
              "mean_predicted": 0.6510752142053768,
              "observed": 0.9166666666666666
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 9,
              "mean_predicted": 0.7551814068677614,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 37,
              "mean_predicted": 0.8622690039249024,
              "observed": 0.9459459459459459
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 355,
              "mean_predicted": 0.966445780915004,
              "observed": 0.9971830985915493
            }
          ],
          "defined": 420,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9904761904761905,
          "decision_n": 420,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      }
    },
    "dbpedia|k4|natural|aligned": {
      "group": "dbpedia|k4|natural|aligned",
      "task": "dbpedia",
      "candidate_size": 4,
      "name_mode": "natural",
      "none_mode": "aligned",
      "member_seeds": [
        0
      ],
      "order_seeds": [
        0
      ],
      "multiple_variants": false,
      "n_unique_member_sets": 528,
      "failure_metadata_fields": {},
      "has_probabilities": true,
      "n_text": {
        "calibration": 280,
        "test": 420
      },
      "n_variants": {
        "calibration": 280,
        "test": 420
      },
      "native": {
        "calibration": {
          "present": {
            "correct": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 224,
              "text_mean": 0.8,
              "pooled": 0.8,
              "wilson95": [
                0.7492290873308168,
                0.8426506214968056
              ],
              "bootstrap95": [
                0.75,
                0.8464285714285714
              ]
            },
            "wrong": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 6,
              "text_mean": 0.02142857142857143,
              "pooled": 0.02142857142857143,
              "wilson95": [
                0.009857032458149666,
                0.04595390822159563
              ],
              "bootstrap95": [
                0.007142857142857143,
                0.039285714285714285
              ]
            },
            "rejected": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 50,
              "text_mean": 0.17857142857142858,
              "pooled": 0.17857142857142858,
              "wilson95": [
                0.13815425172969206,
                0.22768891738356975
              ],
              "bootstrap95": [
                0.1357142857142857,
                0.225
              ]
            },
            "interface_failure": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                8.673617379884035e-19,
                0.013533818620629409
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 256,
              "text_mean": 0.9142857142857143,
              "pooled": 0.9142857142857143,
              "wilson95": [
                0.8756327208558036,
                0.9417249722871036
              ],
              "bootstrap95": [
                0.8785714285714286,
                0.9464285714285714
              ]
            },
            "accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 24,
              "text_mean": 0.08571428571428572,
              "pooled": 0.08571428571428572,
              "wilson95": [
                0.05827502771289647,
                0.12436727914419649
              ],
              "bootstrap95": [
                0.05357142857142857,
                0.12142857142857143
              ]
            },
            "interface_failure": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                8.673617379884035e-19,
                0.013533818620629409
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 280,
            "text_mean": 0.7357142857142858,
            "bootstrap95": [
              0.6821428571428572,
              0.7857142857142857
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        },
        "test": {
          "present": {
            "correct": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 356,
              "text_mean": 0.8476190476190476,
              "pooled": 0.8476190476190476,
              "wilson95": [
                0.8101090233923717,
                0.8788278276945117
              ],
              "bootstrap95": [
                0.8119047619047619,
                0.8809523809523809
              ]
            },
            "wrong": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 7,
              "text_mean": 0.016666666666666666,
              "pooled": 0.016666666666666666,
              "wilson95": [
                0.00809627289901804,
                0.03399837935689056
              ],
              "bootstrap95": [
                0.004761904761904762,
                0.02857142857142857
              ]
            },
            "rejected": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 57,
              "text_mean": 0.1357142857142857,
              "pooled": 0.1357142857142857,
              "wilson95": [
                0.10624395215611795,
                0.17178797786927127
              ],
              "bootstrap95": [
                0.10476190476190476,
                0.16904761904761906
              ]
            },
            "interface_failure": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 372,
              "text_mean": 0.8857142857142857,
              "pooled": 0.8857142857142857,
              "wilson95": [
                0.8517280192864081,
                0.912708760686709
              ],
              "bootstrap95": [
                0.8523809523809524,
                0.9142857142857143
              ]
            },
            "accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 48,
              "text_mean": 0.11428571428571428,
              "pooled": 0.11428571428571428,
              "wilson95": [
                0.08729123931329087,
                0.14827198071359188
              ],
              "bootstrap95": [
                0.08333333333333333,
                0.14761904761904762
              ]
            },
            "interface_failure": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 420,
            "text_mean": 0.75,
            "bootstrap95": [
              0.7071428571428572,
              0.7904761904761904
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        }
      },
      "scores": {
        "negative_max": {
          "eligible": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280
            },
            "test": {
              "n_text": 420,
              "n_variants": 420
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -0.6742,
            "n_text": 280,
            "n_variants": 280,
            "detection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 231,
              "text_mean": 0.825,
              "pooled": 0.825,
              "wilson95": [
                0.7761797599182843,
                0.8650232579783066
              ],
              "bootstrap95": [
                0.7821428571428571,
                0.8678571428571429
              ]
            },
            "false_rejection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 14,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.030014422238278143,
                0.08216601452028834
              ],
              "bootstrap95": [
                0.02857142857142857,
                0.075
              ]
            },
            "present_correct_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 262,
              "text_mean": 0.9357142857142857,
              "pooled": 0.9357142857142857,
              "wilson95": [
                0.9006819688438781,
                0.9589528463581449
              ],
              "bootstrap95": [
                0.9071428571428571,
                0.9642857142857143
              ]
            },
            "present_wrong_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 4,
              "text_mean": 0.014285714285714285,
              "pooled": 0.014285714285714285,
              "wilson95": [
                0.0055690880340429905,
                0.03614947862599701
              ],
              "bootstrap95": [
                0.0035714285714285713,
                0.02857142857142857
              ]
            },
            "present_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 266,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.9178339854797117,
                0.9699855777617219
              ],
              "bootstrap95": [
                0.925,
                0.975
              ]
            },
            "absent_false_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 49,
              "text_mean": 0.175,
              "pooled": 0.175,
              "wilson95": [
                0.13497674202169344,
                0.22382024008171572
              ],
              "bootstrap95": [
                0.13214285714285715,
                0.22142857142857142
              ]
            }
          },
          "test": {
            "threshold": -0.6742,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 325,
              "text_mean": 0.7738095238095238,
              "pooled": 0.7738095238095238,
              "wilson95": [
                0.7314215247275058,
                0.8112342141422997
              ],
              "bootstrap95": [
                0.7333333333333333,
                0.8142857142857143
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 20,
              "text_mean": 0.047619047619047616,
              "pooled": 0.047619047619047616,
              "wilson95": [
                0.031034610750252264,
                0.0724037337257213
              ],
              "bootstrap95": [
                0.02857142857142857,
                0.06904761904761905
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 392,
              "text_mean": 0.9333333333333333,
              "pooled": 0.9333333333333333,
              "wilson95": [
                0.9053356954475599,
                0.9534759956333497
              ],
              "bootstrap95": [
                0.9095238095238095,
                0.9571428571428572
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 8,
              "text_mean": 0.01904761904761905,
              "pooled": 0.01904761904761905,
              "wilson95": [
                0.009682629437270296,
                0.03713076837402792
              ],
              "bootstrap95": [
                0.007142857142857143,
                0.03333333333333333
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 400,
              "text_mean": 0.9523809523809523,
              "pooled": 0.9523809523809523,
              "wilson95": [
                0.9275962662742786,
                0.9689653892497477
              ],
              "bootstrap95": [
                0.930952380952381,
                0.9714285714285714
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 95,
              "text_mean": 0.2261904761904762,
              "pooled": 0.2261904761904762,
              "wilson95": [
                0.18876578585770035,
                0.26857847527249423
              ],
              "bootstrap95": [
                0.1880952380952381,
                0.26666666666666666
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280,
              "pooled": 0.9607780612244898,
              "paired_text_mean": 0.9285714285714286,
              "bootstrap95": [
                0.944992825255102,
                0.9747911352040816
              ]
            },
            "test": {
              "n_text": 420,
              "n_variants": 420,
              "pooled": 0.9526077097505669,
              "paired_text_mean": 0.919047619047619,
              "bootstrap95": [
                0.9384961026077098,
                0.9657502834467121
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -0.6742
        },
        "normalized_entropy": {
          "eligible": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280
            },
            "test": {
              "n_text": 420,
              "n_variants": 420
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.6494837784207236,
            "n_text": 280,
            "n_variants": 280,
            "detection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 236,
              "text_mean": 0.8428571428571429,
              "pooled": 0.8428571428571429,
              "wilson95": [
                0.7956250569299367,
                0.8808088960159176
              ],
              "bootstrap95": [
                0.7964285714285714,
                0.8857142857142857
              ]
            },
            "false_rejection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 14,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.030014422238278143,
                0.08216601452028834
              ],
              "bootstrap95": [
                0.025,
                0.075
              ]
            },
            "present_correct_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 260,
              "text_mean": 0.9285714285714286,
              "pooled": 0.9285714285714286,
              "wilson95": [
                0.8922541164091411,
                0.9532883247731767
              ],
              "bootstrap95": [
                0.8964285714285715,
                0.9571428571428572
              ]
            },
            "present_wrong_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 6,
              "text_mean": 0.02142857142857143,
              "pooled": 0.02142857142857143,
              "wilson95": [
                0.009857032458149666,
                0.04595390822159563
              ],
              "bootstrap95": [
                0.007142857142857143,
                0.039285714285714285
              ]
            },
            "present_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 266,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.9178339854797117,
                0.9699855777617219
              ],
              "bootstrap95": [
                0.9214285714285714,
                0.975
              ]
            },
            "absent_false_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 44,
              "text_mean": 0.15714285714285714,
              "pooled": 0.15714285714285714,
              "wilson95": [
                0.11919110398408253,
                0.2043749430700634
              ],
              "bootstrap95": [
                0.11785714285714285,
                0.2
              ]
            }
          },
          "test": {
            "threshold": 0.6494837784207236,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 331,
              "text_mean": 0.7880952380952381,
              "pooled": 0.7880952380952381,
              "wilson95": [
                0.7464915214370769,
                0.8244766907650662
              ],
              "bootstrap95": [
                0.7499404761904762,
                0.8285714285714286
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 18,
              "text_mean": 0.04285714285714286,
              "pooled": 0.04285714285714286,
              "wilson95": [
                0.027278547031265078,
                0.06672230633392928
              ],
              "bootstrap95": [
                0.023809523809523808,
                0.06190476190476191
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 392,
              "text_mean": 0.9333333333333333,
              "pooled": 0.9333333333333333,
              "wilson95": [
                0.9053356954475599,
                0.9534759956333497
              ],
              "bootstrap95": [
                0.9095238095238095,
                0.9547619047619048
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 10,
              "text_mean": 0.023809523809523808,
              "pooled": 0.023809523809523808,
              "wilson95": [
                0.01298327807474163,
                0.04326761084733581
              ],
              "bootstrap95": [
                0.009523809523809525,
                0.04047619047619048
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 402,
              "text_mean": 0.9571428571428572,
              "pooled": 0.9571428571428572,
              "wilson95": [
                0.9332776936660707,
                0.9727214529687349
              ],
              "bootstrap95": [
                0.9380952380952381,
                0.9738095238095238
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 89,
              "text_mean": 0.2119047619047619,
              "pooled": 0.2119047619047619,
              "wilson95": [
                0.17552330923493376,
                0.2535084785629231
              ],
              "bootstrap95": [
                0.1738095238095238,
                0.2524404761904759
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280,
              "pooled": 0.9637946428571429,
              "paired_text_mean": 0.9357142857142857,
              "bootstrap95": [
                0.9488249362244897,
                0.9759977678571429
              ]
            },
            "test": {
              "n_text": 420,
              "n_variants": 420,
              "pooled": 0.9548469387755102,
              "paired_text_mean": 0.9261904761904762,
              "bootstrap95": [
                0.9411211734693877,
                0.966952239229025
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.6494837784207236
        },
        "none_probability": {
          "eligible": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280
            },
            "test": {
              "n_text": 420,
              "n_variants": 420
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.8376,
            "n_text": 280,
            "n_variants": 280,
            "detection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 195,
              "text_mean": 0.6964285714285714,
              "pooled": 0.6964285714285714,
              "wilson95": [
                0.64021334530673,
                0.7473269402351654
              ],
              "bootstrap95": [
                0.6428571428571429,
                0.75
              ]
            },
            "false_rejection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 14,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.030014422238278143,
                0.08216601452028834
              ],
              "bootstrap95": [
                0.025,
                0.075
              ]
            },
            "present_correct_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 258,
              "text_mean": 0.9214285714285714,
              "pooled": 0.9214285714285714,
              "wilson95": [
                0.8839075668048522,
                0.9475425003577602
              ],
              "bootstrap95": [
                0.8892857142857142,
                0.9535714285714286
              ]
            },
            "present_wrong_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 8,
              "text_mean": 0.02857142857142857,
              "pooled": 0.02857142857142857,
              "wilson95": [
                0.014547250078724379,
                0.05535606462072621
              ],
              "bootstrap95": [
                0.010714285714285714,
                0.05
              ]
            },
            "present_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 266,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.9178339854797117,
                0.9699855777617219
              ],
              "bootstrap95": [
                0.9214285714285714,
                0.975
              ]
            },
            "absent_false_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 85,
              "text_mean": 0.30357142857142855,
              "pooled": 0.30357142857142855,
              "wilson95": [
                0.25267305976483445,
                0.35978665469327
              ],
              "bootstrap95": [
                0.25,
                0.3607142857142857
              ]
            }
          },
          "test": {
            "threshold": 0.8376,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 295,
              "text_mean": 0.7023809523809523,
              "pooled": 0.7023809523809523,
              "wilson95": [
                0.6569806176702206,
                0.7441127545378963
              ],
              "bootstrap95": [
                0.6595238095238095,
                0.7452380952380953
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 17,
              "text_mean": 0.04047619047619048,
              "pooled": 0.04047619047619048,
              "wilson95": [
                0.025422559673639922,
                0.0638595481361648
              ],
              "bootstrap95": [
                0.02142857142857143,
                0.05952380952380952
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 392,
              "text_mean": 0.9333333333333333,
              "pooled": 0.9333333333333333,
              "wilson95": [
                0.9053356954475599,
                0.9534759956333497
              ],
              "bootstrap95": [
                0.9071428571428571,
                0.9571428571428572
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 11,
              "text_mean": 0.02619047619047619,
              "pooled": 0.02619047619047619,
              "wilson95": [
                0.01468608248136842,
                0.04628355199609863
              ],
              "bootstrap95": [
                0.011904761904761904,
                0.04285714285714286
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 403,
              "text_mean": 0.9595238095238096,
              "pooled": 0.9595238095238096,
              "wilson95": [
                0.9361404518638352,
                0.9745774403263601
              ],
              "bootstrap95": [
                0.9404761904761905,
                0.9761904761904762
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 125,
              "text_mean": 0.2976190476190476,
              "pooled": 0.2976190476190476,
              "wilson95": [
                0.2558872454621036,
                0.34301938232977924
              ],
              "bootstrap95": [
                0.25476190476190474,
                0.3404761904761905
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280,
              "pooled": 0.9420854591836735,
              "paired_text_mean": 0.9714285714285714,
              "bootstrap95": [
                0.9247932079081633,
                0.9578228635204081
              ]
            },
            "test": {
              "n_text": 420,
              "n_variants": 420,
              "pooled": 0.9470351473922902,
              "paired_text_mean": 0.9714285714285714,
              "bootstrap95": [
                0.933468608276644,
                0.9596790674603175
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.8376
        }
      },
      "coverage": {
        "calibration": {
          "n_pairs": 560,
          "n_text": 280,
          "prevalence": 0.5,
          "brier": 0.09500990712500001,
          "brier_text_mean": 0.095009907125,
          "brier_bootstrap95": [
            0.08022206652857143,
            0.11051840127901787
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 175,
              "mean_predicted": 0.04212000000000001,
              "observed": 0.02857142857142857
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 35,
              "mean_predicted": 0.13863428571428568,
              "observed": 0.11428571428571428
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 22,
              "mean_predicted": 0.25617272727272733,
              "observed": 0.4090909090909091
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 14,
              "mean_predicted": 0.3496428571428571,
              "observed": 0.2857142857142857
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 13,
              "mean_predicted": 0.45130769230769235,
              "observed": 0.46153846153846156
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 17,
              "mean_predicted": 0.547164705882353,
              "observed": 0.47058823529411764
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 23,
              "mean_predicted": 0.6482565217391304,
              "observed": 0.4782608695652174
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 32,
              "mean_predicted": 0.7561687500000002,
              "observed": 0.625
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 61,
              "mean_predicted": 0.8557770491803277,
              "observed": 0.8360655737704918
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 168,
              "mean_predicted": 0.9518642857142853,
              "observed": 0.9642857142857143
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        },
        "test": {
          "n_pairs": 840,
          "n_text": 420,
          "prevalence": 0.5,
          "brier": 0.08877768827380951,
          "brier_text_mean": 0.08877768827380952,
          "brier_bootstrap95": [
            0.07684189456160716,
            0.10129172330744048
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 253,
              "mean_predicted": 0.03865652173913043,
              "observed": 0.03557312252964427
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 64,
              "mean_predicted": 0.13696406249999998,
              "observed": 0.09375
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 37,
              "mean_predicted": 0.24658108108108112,
              "observed": 0.2972972972972973
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 39,
              "mean_predicted": 0.3436051282051283,
              "observed": 0.28205128205128205
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 31,
              "mean_predicted": 0.44550645161290314,
              "observed": 0.6129032258064516
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 23,
              "mean_predicted": 0.5553869565217393,
              "observed": 0.5652173913043478
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 21,
              "mean_predicted": 0.657647619047619,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 37,
              "mean_predicted": 0.7539918918918919,
              "observed": 0.7297297297297297
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 92,
              "mean_predicted": 0.8588000000000001,
              "observed": 0.8804347826086957
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 243,
              "mean_predicted": 0.9509897119341569,
              "observed": 0.9711934156378601
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        }
      },
      "conditional_ordinary": {
        "calibration": {
          "n_pairs": 280,
          "n_text": 280,
          "prevalence": 0.9642857142857143,
          "brier": 0.02606278426201482,
          "brier_text_mean": 0.02606278426201482,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 2,
              "mean_predicted": 0.3456,
              "observed": 0.0
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 3,
              "mean_predicted": 0.4674666666666667,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 6,
              "mean_predicted": 0.5539248827387488,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 5,
              "mean_predicted": 0.6523342098835421,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 11,
              "mean_predicted": 0.7642599550864179,
              "observed": 0.8181818181818182
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 29,
              "mean_predicted": 0.862337795285171,
              "observed": 0.9655172413793104
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 224,
              "mean_predicted": 0.9737495631345355,
              "observed": 0.9955357142857143
            }
          ],
          "defined": 280,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9642857142857143,
          "decision_n": 280,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 420,
          "n_text": 420,
          "prevalence": 0.9666666666666667,
          "brier": 0.02917248781458288,
          "brier_text_mean": 0.02917248781458288,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 1,
              "mean_predicted": 0.2865,
              "observed": 1.0
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 2,
              "mean_predicted": 0.3509810868913109,
              "observed": 0.5
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 4,
              "mean_predicted": 0.4524350535053505,
              "observed": 0.5
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 5,
              "mean_predicted": 0.5744894850514949,
              "observed": 0.8
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 11,
              "mean_predicted": 0.6501429896509754,
              "observed": 0.7272727272727273
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 18,
              "mean_predicted": 0.7606833089286107,
              "observed": 0.8333333333333334
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 34,
              "mean_predicted": 0.8576378106328194,
              "observed": 0.9411764705882353
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 345,
              "mean_predicted": 0.9749699321104239,
              "observed": 0.9942028985507246
            }
          ],
          "defined": 420,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9666666666666667,
          "decision_n": 420,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      },
      "conditional_ordinary_with_none": {
        "calibration": {
          "n_pairs": 280,
          "n_text": 280,
          "prevalence": 0.9642857142857143,
          "brier": 0.030437405352174884,
          "brier_text_mean": 0.030437405352174884,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 4,
              "mean_predicted": 0.35346726470453455,
              "observed": 0.0
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 6,
              "mean_predicted": 0.4643954833367015,
              "observed": 1.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 4,
              "mean_predicted": 0.5816858751524792,
              "observed": 0.75
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 6,
              "mean_predicted": 0.6439286179432947,
              "observed": 0.8333333333333334
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 15,
              "mean_predicted": 0.7699788398918824,
              "observed": 0.9333333333333333
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 35,
              "mean_predicted": 0.8608433465403692,
              "observed": 0.9428571428571428
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 210,
              "mean_predicted": 0.9718012075806471,
              "observed": 0.9952380952380953
            }
          ],
          "defined": 280,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9642857142857143,
          "decision_n": 280,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 420,
          "n_text": 420,
          "prevalence": 0.969047619047619,
          "brier": 0.032891545393150395,
          "brier_text_mean": 0.032891545393150395,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 2,
              "mean_predicted": 0.2844566637630662,
              "observed": 0.5
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 4,
              "mean_predicted": 0.3507655793987254,
              "observed": 0.75
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 2,
              "mean_predicted": 0.4446140234461402,
              "observed": 1.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 9,
              "mean_predicted": 0.5530809966010446,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 14,
              "mean_predicted": 0.635629039975273,
              "observed": 0.8571428571428571
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 18,
              "mean_predicted": 0.7543205680058191,
              "observed": 0.9444444444444444
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 38,
              "mean_predicted": 0.863033931073797,
              "observed": 0.9473684210526315
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 333,
              "mean_predicted": 0.9708489720861563,
              "observed": 0.990990990990991
            }
          ],
          "defined": 420,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.969047619047619,
          "decision_n": 420,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      }
    },
    "dbpedia|k4|neutral|aligned": {
      "group": "dbpedia|k4|neutral|aligned",
      "task": "dbpedia",
      "candidate_size": 4,
      "name_mode": "neutral",
      "none_mode": "aligned",
      "member_seeds": [
        0
      ],
      "order_seeds": [
        0
      ],
      "multiple_variants": false,
      "n_unique_member_sets": 528,
      "failure_metadata_fields": {},
      "has_probabilities": true,
      "n_text": {
        "calibration": 280,
        "test": 420
      },
      "n_variants": {
        "calibration": 280,
        "test": 420
      },
      "native": {
        "calibration": {
          "present": {
            "correct": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 233,
              "text_mean": 0.8321428571428572,
              "pooled": 0.8321428571428572,
              "wilson95": [
                0.783936994178985,
                0.8713583977373113
              ],
              "bootstrap95": [
                0.7892857142857143,
                0.875
              ]
            },
            "wrong": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 6,
              "text_mean": 0.02142857142857143,
              "pooled": 0.02142857142857143,
              "wilson95": [
                0.009857032458149666,
                0.04595390822159563
              ],
              "bootstrap95": [
                0.007142857142857143,
                0.039285714285714285
              ]
            },
            "rejected": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 41,
              "text_mean": 0.14642857142857144,
              "pooled": 0.14642857142857144,
              "wilson95": [
                0.10980779453352062,
                0.19261969149106734
              ],
              "bootstrap95": [
                0.10714285714285714,
                0.18571428571428572
              ]
            },
            "interface_failure": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                8.673617379884035e-19,
                0.013533818620629409
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 252,
              "text_mean": 0.9,
              "pooled": 0.9,
              "wilson95": [
                0.8592686306685071,
                0.9299043144349894
              ],
              "bootstrap95": [
                0.8642857142857143,
                0.9357142857142857
              ]
            },
            "accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 28,
              "text_mean": 0.1,
              "pooled": 0.1,
              "wilson95": [
                0.07009568556501064,
                0.14073136933149294
              ],
              "bootstrap95": [
                0.06785714285714285,
                0.1392857142857143
              ]
            },
            "interface_failure": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                8.673617379884035e-19,
                0.013533818620629409
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 280,
            "text_mean": 0.7535714285714286,
            "bootstrap95": [
              0.7035714285714286,
              0.8
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        },
        "test": {
          "present": {
            "correct": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 343,
              "text_mean": 0.8166666666666667,
              "pooled": 0.8166666666666667,
              "wilson95": [
                0.776847495742827,
                0.8507456631239915
              ],
              "bootstrap95": [
                0.7785119047619048,
                0.8524404761904758
              ]
            },
            "wrong": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 14,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.019958007307788107,
                0.05516786383584777
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.05
              ]
            },
            "rejected": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 63,
              "text_mean": 0.15,
              "pooled": 0.15,
              "wilson95": [
                0.11903057579586687,
                0.18731382756186002
              ],
              "bootstrap95": [
                0.11660714285714287,
                0.18571428571428572
              ]
            },
            "interface_failure": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 373,
              "text_mean": 0.888095238095238,
              "pooled": 0.888095238095238,
              "wilson95": [
                0.8543599609137414,
                0.9147955646147653
              ],
              "bootstrap95": [
                0.8571428571428571,
                0.919047619047619
              ]
            },
            "accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 47,
              "text_mean": 0.11190476190476191,
              "pooled": 0.11190476190476191,
              "wilson95": [
                0.08520443538523469,
                0.14564003908625844
              ],
              "bootstrap95": [
                0.08333333333333333,
                0.14285714285714285
              ]
            },
            "interface_failure": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 420,
            "text_mean": 0.7380952380952381,
            "bootstrap95": [
              0.6976190476190476,
              0.7785714285714286
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        }
      },
      "scores": {
        "negative_max": {
          "eligible": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280
            },
            "test": {
              "n_text": 420,
              "n_variants": 420
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -0.577,
            "n_text": 280,
            "n_variants": 280,
            "detection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 221,
              "text_mean": 0.7892857142857143,
              "pooled": 0.7892857142857143,
              "wilson95": [
                0.7377660699512479,
                0.8329750778468165
              ],
              "bootstrap95": [
                0.7392857142857143,
                0.8357142857142857
              ]
            },
            "false_rejection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 14,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.030014422238278143,
                0.08216601452028834
              ],
              "bootstrap95": [
                0.025,
                0.075
              ]
            },
            "present_correct_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 263,
              "text_mean": 0.9392857142857143,
              "pooled": 0.9392857142857143,
              "wilson95": [
                0.9049300629422737,
                0.9617509392696019
              ],
              "bootstrap95": [
                0.9107142857142857,
                0.9642857142857143
              ]
            },
            "present_wrong_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 3,
              "text_mean": 0.010714285714285714,
              "pooled": 0.010714285714285714,
              "wilson95": [
                0.003650387458337581,
                0.031021992191849777
              ],
              "bootstrap95": [
                0.0,
                0.025
              ]
            },
            "present_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 266,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.9178339854797117,
                0.9699855777617219
              ],
              "bootstrap95": [
                0.9214285714285714,
                0.9714285714285714
              ]
            },
            "absent_false_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 59,
              "text_mean": 0.21071428571428572,
              "pooled": 0.21071428571428572,
              "wilson95": [
                0.16702492215318354,
                0.2622339300487521
              ],
              "bootstrap95": [
                0.16428571428571428,
                0.26071428571428573
              ]
            }
          },
          "test": {
            "threshold": -0.577,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 318,
              "text_mean": 0.7571428571428571,
              "pooled": 0.7571428571428571,
              "wilson95": [
                0.7139222414698658,
                0.7957022785122123
              ],
              "bootstrap95": [
                0.7166666666666667,
                0.7976190476190477
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 22,
              "text_mean": 0.05238095238095238,
              "pooled": 0.05238095238095238,
              "wilson95": [
                0.034842957356499504,
                0.07803287823025329
              ],
              "bootstrap95": [
                0.033273809523809525,
                0.0761904761904762
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 388,
              "text_mean": 0.9238095238095239,
              "pooled": 0.9238095238095239,
              "wilson95": [
                0.8944205803876031,
                0.9455161284717482
              ],
              "bootstrap95": [
                0.8976190476190476,
                0.95
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 10,
              "text_mean": 0.023809523809523808,
              "pooled": 0.023809523809523808,
              "wilson95": [
                0.01298327807474163,
                0.04326761084733581
              ],
              "bootstrap95": [
                0.011904761904761904,
                0.04047619047619048
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 398,
              "text_mean": 0.9476190476190476,
              "pooled": 0.9476190476190476,
              "wilson95": [
                0.9219671217697466,
                0.9651570426435004
              ],
              "bootstrap95": [
                0.9261904761904762,
                0.9666666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 102,
              "text_mean": 0.24285714285714285,
              "pooled": 0.24285714285714285,
              "wilson95": [
                0.20429772148778766,
                0.2860777585301342
              ],
              "bootstrap95": [
                0.20238095238095238,
                0.2857142857142857
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280,
              "pooled": 0.9469451530612245,
              "paired_text_mean": 0.9214285714285714,
              "bootstrap95": [
                0.9278166454081633,
                0.9632629145408164
              ]
            },
            "test": {
              "n_text": 420,
              "n_variants": 420,
              "pooled": 0.9416780045351474,
              "paired_text_mean": 0.9023809523809524,
              "bootstrap95": [
                0.9246108276643991,
                0.9566054421768707
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -0.577
        },
        "normalized_entropy": {
          "eligible": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280
            },
            "test": {
              "n_text": 420,
              "n_variants": 420
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.7805822114966462,
            "n_text": 280,
            "n_variants": 280,
            "detection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 223,
              "text_mean": 0.7964285714285714,
              "pooled": 0.7964285714285714,
              "wilson95": [
                0.7454025713741239,
                0.8394309504436457
              ],
              "bootstrap95": [
                0.7464285714285714,
                0.8428571428571429
              ]
            },
            "false_rejection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 13,
              "text_mean": 0.04642857142857143,
              "pooled": 0.04642857142857143,
              "wilson95": [
                0.027330959599158492,
                0.07780329014955534
              ],
              "bootstrap95": [
                0.02142857142857143,
                0.075
              ]
            },
            "present_correct_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 262,
              "text_mean": 0.9357142857142857,
              "pooled": 0.9357142857142857,
              "wilson95": [
                0.9006819688438781,
                0.9589528463581449
              ],
              "bootstrap95": [
                0.9071428571428571,
                0.9642857142857143
              ]
            },
            "present_wrong_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 5,
              "text_mean": 0.017857142857142856,
              "pooled": 0.017857142857142856,
              "wilson95": [
                0.007651017654096145,
                0.0411137360157965
              ],
              "bootstrap95": [
                0.0035714285714285713,
                0.03571428571428571
              ]
            },
            "present_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 267,
              "text_mean": 0.9535714285714286,
              "pooled": 0.9535714285714286,
              "wilson95": [
                0.9221967098504448,
                0.9726690404008417
              ],
              "bootstrap95": [
                0.9285714285714286,
                0.975
              ]
            },
            "absent_false_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 57,
              "text_mean": 0.20357142857142857,
              "pooled": 0.20357142857142857,
              "wilson95": [
                0.16056904955635434,
                0.254597428625876
              ],
              "bootstrap95": [
                0.15714285714285714,
                0.25
              ]
            }
          },
          "test": {
            "threshold": 0.7805822114966462,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 323,
              "text_mean": 0.7690476190476191,
              "pooled": 0.7690476190476191,
              "wilson95": [
                0.7264129389648701,
                0.8068053087941562
              ],
              "bootstrap95": [
                0.7261904761904762,
                0.8071428571428572
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 19,
              "text_mean": 0.04523809523809524,
              "pooled": 0.04523809523809524,
              "wilson95": [
                0.02914958608216981,
                0.06957001283841413
              ],
              "bootstrap95": [
                0.02619047619047619,
                0.06666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 386,
              "text_mean": 0.919047619047619,
              "pooled": 0.919047619047619,
              "wilson95": [
                0.8890058266951069,
                0.9414933910534649
              ],
              "bootstrap95": [
                0.8928571428571429,
                0.9452380952380952
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 15,
              "text_mean": 0.03571428571428571,
              "pooled": 0.03571428571428571,
              "wilson95": [
                0.021760783038651,
                0.058083833660374506
              ],
              "bootstrap95": [
                0.01904761904761905,
                0.05476190476190476
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 401,
              "text_mean": 0.9547619047619048,
              "pooled": 0.9547619047619048,
              "wilson95": [
                0.930429987161586,
                0.9708504139178302
              ],
              "bootstrap95": [
                0.9333333333333333,
                0.9738095238095238
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 97,
              "text_mean": 0.23095238095238096,
              "pooled": 0.23095238095238096,
              "wilson95": [
                0.1931946912058438,
                0.27358706103513
              ],
              "bootstrap95": [
                0.19285714285714287,
                0.2714285714285714
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280,
              "pooled": 0.9502168367346939,
              "paired_text_mean": 0.925,
              "bootstrap95": [
                0.9322308673469387,
                0.9660851403061225
              ]
            },
            "test": {
              "n_text": 420,
              "n_variants": 420,
              "pooled": 0.9461167800453515,
              "paired_text_mean": 0.9071428571428571,
              "bootstrap95": [
                0.9304978741496599,
                0.9605870181405896
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.7805822114966462
        },
        "none_probability": {
          "eligible": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280
            },
            "test": {
              "n_text": 420,
              "n_variants": 420
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.7264,
            "n_text": 280,
            "n_variants": 280,
            "detection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 206,
              "text_mean": 0.7357142857142858,
              "pooled": 0.7357142857142858,
              "wilson95": [
                0.6811269345279298,
                0.7839214081223451
              ],
              "bootstrap95": [
                0.6857142857142857,
                0.7857142857142857
              ]
            },
            "false_rejection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 14,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.030014422238278143,
                0.08216601452028834
              ],
              "bootstrap95": [
                0.025,
                0.075
              ]
            },
            "present_correct_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 258,
              "text_mean": 0.9214285714285714,
              "pooled": 0.9214285714285714,
              "wilson95": [
                0.8839075668048522,
                0.9475425003577602
              ],
              "bootstrap95": [
                0.8892857142857142,
                0.95
              ]
            },
            "present_wrong_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 8,
              "text_mean": 0.02857142857142857,
              "pooled": 0.02857142857142857,
              "wilson95": [
                0.014547250078724379,
                0.05535606462072621
              ],
              "bootstrap95": [
                0.010714285714285714,
                0.05
              ]
            },
            "present_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 266,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.9178339854797117,
                0.9699855777617219
              ],
              "bootstrap95": [
                0.925,
                0.975
              ]
            },
            "absent_false_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 74,
              "text_mean": 0.2642857142857143,
              "pooled": 0.2642857142857143,
              "wilson95": [
                0.21607859187765505,
                0.31887306547207034
              ],
              "bootstrap95": [
                0.21428571428571427,
                0.31785714285714284
              ]
            }
          },
          "test": {
            "threshold": 0.7264,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 309,
              "text_mean": 0.7357142857142858,
              "pooled": 0.7357142857142858,
              "wilson95": [
                0.6915440256964012,
                0.7756117842871706
              ],
              "bootstrap95": [
                0.6928571428571428,
                0.780952380952381
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 17,
              "text_mean": 0.04047619047619048,
              "pooled": 0.04047619047619048,
              "wilson95": [
                0.025422559673639922,
                0.0638595481361648
              ],
              "bootstrap95": [
                0.02142857142857143,
                0.05952380952380952
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 385,
              "text_mean": 0.9166666666666666,
              "pooled": 0.9166666666666666,
              "wilson95": [
                0.8863081550575819,
                0.9394723171356002
              ],
              "bootstrap95": [
                0.8904761904761904,
                0.9428571428571428
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 18,
              "text_mean": 0.04285714285714286,
              "pooled": 0.04285714285714286,
              "wilson95": [
                0.027278547031265078,
                0.06672230633392928
              ],
              "bootstrap95": [
                0.023809523809523808,
                0.06190476190476191
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 403,
              "text_mean": 0.9595238095238096,
              "pooled": 0.9595238095238096,
              "wilson95": [
                0.9361404518638352,
                0.9745774403263601
              ],
              "bootstrap95": [
                0.9404761904761905,
                0.9761904761904762
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 111,
              "text_mean": 0.2642857142857143,
              "pooled": 0.2642857142857143,
              "wilson95": [
                0.2243882157128295,
                0.30845597430359883
              ],
              "bootstrap95": [
                0.22142857142857142,
                0.30714285714285716
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280,
              "pooled": 0.9349298469387755,
              "paired_text_mean": 0.9714285714285714,
              "bootstrap95": [
                0.915251594387755,
                0.9525637755102041
              ]
            },
            "test": {
              "n_text": 420,
              "n_variants": 420,
              "pooled": 0.9328741496598639,
              "paired_text_mean": 0.9642857142857143,
              "bootstrap95": [
                0.9178312783446712,
                0.9479258078231293
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.7264
        }
      },
      "coverage": {
        "calibration": {
          "n_pairs": 560,
          "n_text": 280,
          "prevalence": 0.5,
          "brier": 0.10062783464285714,
          "brier_text_mean": 0.10062783464285714,
          "brier_bootstrap95": [
            0.08666528104598213,
            0.11425538351562499
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 110,
              "mean_predicted": 0.05059909090909091,
              "observed": 0.02727272727272727
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 65,
              "mean_predicted": 0.14169076923076931,
              "observed": 0.1076923076923077
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 44,
              "mean_predicted": 0.24499999999999994,
              "observed": 0.11363636363636363
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 37,
              "mean_predicted": 0.34576756756756755,
              "observed": 0.2702702702702703
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 24,
              "mean_predicted": 0.44375416666666667,
              "observed": 0.5833333333333334
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 23,
              "mean_predicted": 0.5657913043478261,
              "observed": 0.6521739130434783
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 24,
              "mean_predicted": 0.6504333333333331,
              "observed": 0.5833333333333334
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 38,
              "mean_predicted": 0.7503684210526316,
              "observed": 0.6842105263157895
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 75,
              "mean_predicted": 0.8549640000000002,
              "observed": 0.9333333333333333
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 120,
              "mean_predicted": 0.9399450000000001,
              "observed": 0.9666666666666667
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        },
        "test": {
          "n_pairs": 840,
          "n_text": 420,
          "prevalence": 0.5,
          "brier": 0.10013908157142859,
          "brier_text_mean": 0.10013908157142859,
          "brier_bootstrap95": [
            0.08920535371577382,
            0.11152836849523809
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 163,
              "mean_predicted": 0.05249447852760741,
              "observed": 0.03680981595092025
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 112,
              "mean_predicted": 0.1423169642857142,
              "observed": 0.13392857142857142
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 66,
              "mean_predicted": 0.24487121212121213,
              "observed": 0.16666666666666666
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 53,
              "mean_predicted": 0.350033962264151,
              "observed": 0.2830188679245283
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 32,
              "mean_predicted": 0.44484687500000003,
              "observed": 0.4375
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 38,
              "mean_predicted": 0.5480894736842106,
              "observed": 0.4473684210526316
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 37,
              "mean_predicted": 0.6590702702702702,
              "observed": 0.5945945945945946
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 54,
              "mean_predicted": 0.7527240740740739,
              "observed": 0.8703703703703703
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 89,
              "mean_predicted": 0.8623898876404497,
              "observed": 0.898876404494382
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 196,
              "mean_predicted": 0.938784183673469,
              "observed": 0.9846938775510204
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        }
      },
      "conditional_ordinary": {
        "calibration": {
          "n_pairs": 280,
          "n_text": 280,
          "prevalence": 0.9714285714285714,
          "brier": 0.03898327761350768,
          "brier_text_mean": 0.03898327761350768,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 5,
              "mean_predicted": 0.3465659694030597,
              "observed": 0.6
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 6,
              "mean_predicted": 0.4489851898143518,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 4,
              "mean_predicted": 0.5504662491341624,
              "observed": 0.75
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 14,
              "mean_predicted": 0.6548355988056417,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 25,
              "mean_predicted": 0.7595662264190222,
              "observed": 0.92
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 63,
              "mean_predicted": 0.8600682538559206,
              "observed": 0.9841269841269841
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 163,
              "mean_predicted": 0.9419601954564002,
              "observed": 1.0
            }
          ],
          "defined": 280,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9714285714285714,
          "decision_n": 280,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 420,
          "n_text": 420,
          "prevalence": 0.9595238095238096,
          "brier": 0.04330766150241881,
          "brier_text_mean": 0.04330766150241881,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 1,
              "mean_predicted": 0.28232823282328234,
              "observed": 1.0
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 3,
              "mean_predicted": 0.34309999999999996,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 9,
              "mean_predicted": 0.45671913246574697,
              "observed": 0.7777777777777778
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 14,
              "mean_predicted": 0.5607279315016365,
              "observed": 0.7142857142857143
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 15,
              "mean_predicted": 0.6496086321965531,
              "observed": 0.8666666666666667
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 29,
              "mean_predicted": 0.7628542625885082,
              "observed": 0.7931034482758621
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 101,
              "mean_predicted": 0.8650031074810017,
              "observed": 0.9801980198019802
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 248,
              "mean_predicted": 0.942159766842545,
              "observed": 1.0
            }
          ],
          "defined": 420,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9595238095238096,
          "decision_n": 420,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      },
      "conditional_ordinary_with_none": {
        "calibration": {
          "n_pairs": 280,
          "n_text": 280,
          "prevalence": 0.9642857142857143,
          "brier": 0.044004250948515684,
          "brier_text_mean": 0.044004250948515684,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 5,
              "mean_predicted": 0.35797323084105936,
              "observed": 0.2
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 8,
              "mean_predicted": 0.44522190624387215,
              "observed": 0.875
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 8,
              "mean_predicted": 0.533782086005091,
              "observed": 0.875
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 18,
              "mean_predicted": 0.6628220879320386,
              "observed": 0.8888888888888888
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 25,
              "mean_predicted": 0.7539973055178373,
              "observed": 0.96
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 65,
              "mean_predicted": 0.865070955526539,
              "observed": 0.9846153846153847
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 151,
              "mean_predicted": 0.9468710593912707,
              "observed": 1.0
            }
          ],
          "defined": 280,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9642857142857143,
          "decision_n": 280,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 420,
          "n_text": 420,
          "prevalence": 0.9547619047619048,
          "brier": 0.049728608071694116,
          "brier_text_mean": 0.049728608071694116,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 2,
              "mean_predicted": 0.2874518041612105,
              "observed": 1.0
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 4,
              "mean_predicted": 0.3540468419140814,
              "observed": 1.0
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 10,
              "mean_predicted": 0.4606740516434213,
              "observed": 0.7
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 14,
              "mean_predicted": 0.5487927719049781,
              "observed": 0.5714285714285714
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 18,
              "mean_predicted": 0.647109765939847,
              "observed": 0.8333333333333334
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 32,
              "mean_predicted": 0.7603716631250508,
              "observed": 0.90625
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 105,
              "mean_predicted": 0.8616453642517078,
              "observed": 0.9619047619047619
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 235,
              "mean_predicted": 0.9475164927672742,
              "observed": 1.0
            }
          ],
          "defined": 420,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9547619047619048,
          "decision_n": 420,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      }
    },
    "dbpedia|k13|natural|aligned": {
      "group": "dbpedia|k13|natural|aligned",
      "task": "dbpedia",
      "candidate_size": 13,
      "name_mode": "natural",
      "none_mode": "aligned",
      "member_seeds": [
        0
      ],
      "order_seeds": [
        0
      ],
      "multiple_variants": false,
      "n_unique_member_sets": 14,
      "failure_metadata_fields": {},
      "has_probabilities": true,
      "n_text": {
        "calibration": 280,
        "test": 420
      },
      "n_variants": {
        "calibration": 280,
        "test": 420
      },
      "native": {
        "calibration": {
          "present": {
            "correct": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 173,
              "text_mean": 0.6178571428571429,
              "pooled": 0.6178571428571429,
              "wilson95": [
                0.5597111353702432,
                0.6728130359548942
              ],
              "bootstrap95": [
                0.5607142857142857,
                0.6785714285714286
              ]
            },
            "wrong": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 15,
              "text_mean": 0.05357142857142857,
              "pooled": 0.05357142857142857,
              "wilson95": [
                0.03273042377560646,
                0.08649619999281265
              ],
              "bootstrap95": [
                0.02857142857142857,
                0.08214285714285714
              ]
            },
            "rejected": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 92,
              "text_mean": 0.32857142857142857,
              "pooled": 0.32857142857142857,
              "wilson95": [
                0.2762004805613626,
                0.3855825429657104
              ],
              "bootstrap95": [
                0.275,
                0.3821428571428571
              ]
            },
            "interface_failure": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                8.673617379884035e-19,
                0.013533818620629409
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 232,
              "text_mean": 0.8285714285714286,
              "pooled": 0.8285714285714286,
              "wilson95": [
                0.780055010812103,
                0.8681941940943406
              ],
              "bootstrap95": [
                0.7821428571428571,
                0.8678571428571429
              ]
            },
            "accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 48,
              "text_mean": 0.17142857142857143,
              "pooled": 0.17142857142857143,
              "wilson95": [
                0.13180580590565943,
                0.21994498918789707
              ],
              "bootstrap95": [
                0.12857142857142856,
                0.21785714285714286
              ]
            },
            "interface_failure": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                8.673617379884035e-19,
                0.013533818620629409
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 280,
            "text_mean": 0.5,
            "bootstrap95": [
              0.4392857142857143,
              0.5607142857142857
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        },
        "test": {
          "present": {
            "correct": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 282,
              "text_mean": 0.6714285714285714,
              "pooled": 0.6714285714285714,
              "wilson95": [
                0.6251320365144915,
                0.7146176434735605
              ],
              "bootstrap95": [
                0.6238095238095238,
                0.7166666666666667
              ]
            },
            "wrong": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 16,
              "text_mean": 0.0380952380952381,
              "pooled": 0.0380952380952381,
              "wilson95": [
                0.02358283957497366,
                0.06098052267944147
              ],
              "bootstrap95": [
                0.02142857142857143,
                0.05714285714285714
              ]
            },
            "rejected": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 122,
              "text_mean": 0.2904761904761905,
              "pooled": 0.2904761904761905,
              "wilson95": [
                0.24911345978745106,
                0.33563693133826306
              ],
              "bootstrap95": [
                0.24523809523809523,
                0.3357142857142857
              ]
            },
            "interface_failure": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 356,
              "text_mean": 0.8476190476190476,
              "pooled": 0.8476190476190476,
              "wilson95": [
                0.8101090233923717,
                0.8788278276945117
              ],
              "bootstrap95": [
                0.8142857142857143,
                0.8809523809523809
              ]
            },
            "accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 64,
              "text_mean": 0.1523809523809524,
              "pooled": 0.1523809523809524,
              "wilson95": [
                0.1211721723054882,
                0.18989097660762833
              ],
              "bootstrap95": [
                0.11904761904761904,
                0.1880952380952381
              ]
            },
            "interface_failure": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 420,
            "text_mean": 0.5571428571428572,
            "bootstrap95": [
              0.5071428571428571,
              0.6047619047619047
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        }
      },
      "scores": {
        "negative_max": {
          "eligible": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280
            },
            "test": {
              "n_text": 420,
              "n_variants": 420
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -0.8028,
            "n_text": 280,
            "n_variants": 280,
            "detection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 85,
              "text_mean": 0.30357142857142855,
              "pooled": 0.30357142857142855,
              "wilson95": [
                0.25267305976483445,
                0.35978665469327
              ],
              "bootstrap95": [
                0.25,
                0.35366071428571383
              ]
            },
            "false_rejection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 14,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.030014422238278143,
                0.08216601452028834
              ],
              "bootstrap95": [
                0.025,
                0.07508928571428522
              ]
            },
            "present_correct_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 239,
              "text_mean": 0.8535714285714285,
              "pooled": 0.8535714285714285,
              "wilson95": [
                0.8073803085089327,
                0.8901922054664794
              ],
              "bootstrap95": [
                0.8107142857142857,
                0.8928571428571429
              ]
            },
            "present_wrong_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 27,
              "text_mean": 0.09642857142857143,
              "pooled": 0.09642857142857143,
              "wilson95": [
                0.06711925421718709,
                0.13666161366946383
              ],
              "bootstrap95": [
                0.06428571428571428,
                0.13214285714285715
              ]
            },
            "present_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 266,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.9178339854797117,
                0.9699855777617219
              ],
              "bootstrap95": [
                0.9214285714285714,
                0.975
              ]
            },
            "absent_false_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 195,
              "text_mean": 0.6964285714285714,
              "pooled": 0.6964285714285714,
              "wilson95": [
                0.64021334530673,
                0.7473269402351654
              ],
              "bootstrap95": [
                0.6428571428571429,
                0.7465178571428567
              ]
            }
          },
          "test": {
            "threshold": -0.8028,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 116,
              "text_mean": 0.2761904761904762,
              "pooled": 0.2761904761904762,
              "wilson95": [
                0.23560464984912105,
                0.32083326794425543
              ],
              "bootstrap95": [
                0.23333333333333334,
                0.319047619047619
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 20,
              "text_mean": 0.047619047619047616,
              "pooled": 0.047619047619047616,
              "wilson95": [
                0.031034610750252264,
                0.0724037337257213
              ],
              "bootstrap95": [
                0.02857142857142857,
                0.06904761904761905
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 363,
              "text_mean": 0.8642857142857143,
              "pooled": 0.8642857142857143,
              "wilson95": [
                0.8282120221307289,
                0.8937560478438821
              ],
              "bootstrap95": [
                0.830952380952381,
                0.8952380952380953
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 37,
              "text_mean": 0.0880952380952381,
              "pooled": 0.0880952380952381,
              "wilson95": [
                0.06458803580311298,
                0.11906898311448402
              ],
              "bootstrap95": [
                0.06190476190476191,
                0.11666666666666667
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 400,
              "text_mean": 0.9523809523809523,
              "pooled": 0.9523809523809523,
              "wilson95": [
                0.9275962662742786,
                0.9689653892497477
              ],
              "bootstrap95": [
                0.930952380952381,
                0.969047619047619
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 304,
              "text_mean": 0.7238095238095238,
              "pooled": 0.7238095238095238,
              "wilson95": [
                0.6791667320557446,
                0.7643953501508789
              ],
              "bootstrap95": [
                0.680952380952381,
                0.7642857142857142
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280,
              "pooled": 0.7729017857142857,
              "paired_text_mean": 0.7607142857142857,
              "bootstrap95": [
                0.7314720982142857,
                0.8131602359693878
              ]
            },
            "test": {
              "n_text": 420,
              "n_variants": 420,
              "pooled": 0.7816893424036281,
              "paired_text_mean": 0.7595238095238095,
              "bootstrap95": [
                0.746671272675737,
                0.8148079648526076
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -0.8028
        },
        "normalized_entropy": {
          "eligible": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280
            },
            "test": {
              "n_text": 420,
              "n_variants": 420
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.24849946652910082,
            "n_text": 280,
            "n_variants": 280,
            "detection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 90,
              "text_mean": 0.32142857142857145,
              "pooled": 0.32142857142857145,
              "wilson95": [
                0.2694602876752583,
                0.37823036183210945
              ],
              "bootstrap95": [
                0.26785714285714285,
                0.375
              ]
            },
            "false_rejection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 14,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.030014422238278143,
                0.08216601452028834
              ],
              "bootstrap95": [
                0.025,
                0.07857142857142857
              ]
            },
            "present_correct_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 238,
              "text_mean": 0.85,
              "pooled": 0.85,
              "wilson95": [
                0.8034540796095218,
                0.8870722473560377
              ],
              "bootstrap95": [
                0.8071428571428572,
                0.8892857142857142
              ]
            },
            "present_wrong_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 28,
              "text_mean": 0.1,
              "pooled": 0.1,
              "wilson95": [
                0.07009568556501064,
                0.14073136933149294
              ],
              "bootstrap95": [
                0.06785714285714285,
                0.1357142857142857
              ]
            },
            "present_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 266,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.9178339854797117,
                0.9699855777617219
              ],
              "bootstrap95": [
                0.925,
                0.975
              ]
            },
            "absent_false_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 190,
              "text_mean": 0.6785714285714286,
              "pooled": 0.6785714285714286,
              "wilson95": [
                0.6217696381678907,
                0.7305397123247418
              ],
              "bootstrap95": [
                0.625,
                0.7321428571428571
              ]
            }
          },
          "test": {
            "threshold": 0.24849946652910082,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 126,
              "text_mean": 0.3,
              "pooled": 0.3,
              "wilson95": [
                0.258147977350261,
                0.3454773959970115
              ],
              "bootstrap95": [
                0.2571428571428571,
                0.34291666666666637
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 18,
              "text_mean": 0.04285714285714286,
              "pooled": 0.04285714285714286,
              "wilson95": [
                0.027278547031265078,
                0.06672230633392928
              ],
              "bootstrap95": [
                0.02619047619047619,
                0.06190476190476191
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 365,
              "text_mean": 0.8690476190476191,
              "pooled": 0.8690476190476191,
              "wilson95": [
                0.8334128192493095,
                0.8979927418360805
              ],
              "bootstrap95": [
                0.8357142857142857,
                0.9
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 37,
              "text_mean": 0.0880952380952381,
              "pooled": 0.0880952380952381,
              "wilson95": [
                0.06458803580311298,
                0.11906898311448402
              ],
              "bootstrap95": [
                0.06190476190476191,
                0.11666666666666667
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 402,
              "text_mean": 0.9571428571428572,
              "pooled": 0.9571428571428572,
              "wilson95": [
                0.9332776936660707,
                0.9727214529687349
              ],
              "bootstrap95": [
                0.9357142857142857,
                0.9761904761904762
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 294,
              "text_mean": 0.7,
              "pooled": 0.7,
              "wilson95": [
                0.6545226040029885,
                0.741852022649739
              ],
              "bootstrap95": [
                0.6547619047619048,
                0.7452380952380953
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280,
              "pooled": 0.7699872448979592,
              "paired_text_mean": 0.7571428571428571,
              "bootstrap95": [
                0.7272592474489795,
                0.8111546556122449
              ]
            },
            "test": {
              "n_text": 420,
              "n_variants": 420,
              "pooled": 0.7778429705215419,
              "paired_text_mean": 0.7464285714285714,
              "bootstrap95": [
                0.744812996031746,
                0.8100400368480726
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.24849946652910082
        },
        "none_probability": {
          "eligible": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280
            },
            "test": {
              "n_text": 420,
              "n_variants": 420
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.9999,
            "n_text": 280,
            "n_variants": 280,
            "detection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 115,
              "text_mean": 0.4107142857142857,
              "pooled": 0.4107142857142857,
              "wilson95": [
                0.3546773651387854,
                0.4691679596148985
              ],
              "bootstrap95": [
                0.3535714285714286,
                0.4679464285714281
              ]
            },
            "false_rejection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 11,
              "text_mean": 0.039285714285714285,
              "pooled": 0.039285714285714285,
              "wilson95": [
                0.022075765848420574,
                0.06896610988058796
              ],
              "bootstrap95": [
                0.017857142857142856,
                0.06428571428571428
              ]
            },
            "present_correct_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 232,
              "text_mean": 0.8285714285714286,
              "pooled": 0.8285714285714286,
              "wilson95": [
                0.780055010812103,
                0.8681941940943406
              ],
              "bootstrap95": [
                0.7821428571428571,
                0.8714285714285714
              ]
            },
            "present_wrong_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 37,
              "text_mean": 0.13214285714285715,
              "pooled": 0.13214285714285715,
              "wilson95": [
                0.097411683893452,
                0.1768310540917254
              ],
              "bootstrap95": [
                0.09285714285714286,
                0.175
              ]
            },
            "present_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 269,
              "text_mean": 0.9607142857142857,
              "pooled": 0.9607142857142857,
              "wilson95": [
                0.9310338901194122,
                0.9779242341515795
              ],
              "bootstrap95": [
                0.9392857142857143,
                0.9821428571428571
              ]
            },
            "absent_false_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 165,
              "text_mean": 0.5892857142857143,
              "pooled": 0.5892857142857143,
              "wilson95": [
                0.5308320403851015,
                0.6453226348612147
              ],
              "bootstrap95": [
                0.5285714285714286,
                0.6428571428571429
              ]
            }
          },
          "test": {
            "threshold": 0.9999,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 143,
              "text_mean": 0.3404761904761905,
              "pooled": 0.3404761904761905,
              "wilson95": [
                0.29678552069026287,
                0.3870585270986331
              ],
              "bootstrap95": [
                0.29523809523809524,
                0.3880952380952381
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 10,
              "text_mean": 0.023809523809523808,
              "pooled": 0.023809523809523808,
              "wilson95": [
                0.01298327807474163,
                0.04326761084733581
              ],
              "bootstrap95": [
                0.009523809523809525,
                0.0380952380952381
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 363,
              "text_mean": 0.8642857142857143,
              "pooled": 0.8642857142857143,
              "wilson95": [
                0.8282120221307289,
                0.8937560478438821
              ],
              "bootstrap95": [
                0.830952380952381,
                0.8976190476190476
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 47,
              "text_mean": 0.11190476190476191,
              "pooled": 0.11190476190476191,
              "wilson95": [
                0.08520443538523469,
                0.14564003908625844
              ],
              "bootstrap95": [
                0.08095238095238096,
                0.14285714285714285
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 410,
              "text_mean": 0.9761904761904762,
              "pooled": 0.9761904761904762,
              "wilson95": [
                0.9567323891526642,
                0.9870167219252584
              ],
              "bootstrap95": [
                0.9595238095238096,
                0.9904761904761905
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 277,
              "text_mean": 0.6595238095238095,
              "pooled": 0.6595238095238095,
              "wilson95": [
                0.6129414729013669,
                0.703214479309737
              ],
              "bootstrap95": [
                0.611904761904762,
                0.7071428571428572
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280,
              "pooled": 0.8437117346938775,
              "paired_text_mean": 0.8946428571428572,
              "bootstrap95": [
                0.8171905293367346,
                0.8693056441326531
              ]
            },
            "test": {
              "n_text": 420,
              "n_variants": 420,
              "pooled": 0.8647874149659864,
              "paired_text_mean": 0.888095238095238,
              "bootstrap95": [
                0.8446156462585035,
                0.8849474206349206
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.9999
        }
      },
      "coverage": {
        "calibration": {
          "n_pairs": 560,
          "n_text": 280,
          "prevalence": 0.5,
          "brier": 0.21751746592857144,
          "brier_text_mean": 0.2175174659285714,
          "brier_bootstrap95": [
            0.19045736395580357,
            0.24401057032633922
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 188,
              "mean_predicted": 0.008452127659574463,
              "observed": 0.16489361702127658
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 19,
              "mean_predicted": 0.13185789473684212,
              "observed": 0.42105263157894735
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 14,
              "mean_predicted": 0.2474,
              "observed": 0.14285714285714285
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 9,
              "mean_predicted": 0.35023333333333334,
              "observed": 0.4444444444444444
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 8,
              "mean_predicted": 0.45749999999999996,
              "observed": 0.375
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 4,
              "mean_predicted": 0.56225,
              "observed": 0.5
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 7,
              "mean_predicted": 0.6396714285714287,
              "observed": 0.5714285714285714
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 14,
              "mean_predicted": 0.7580928571428573,
              "observed": 0.35714285714285715
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 23,
              "mean_predicted": 0.8590304347826089,
              "observed": 0.5217391304347826
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 274,
              "mean_predicted": 0.9921186131386858,
              "observed": 0.7627737226277372
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        },
        "test": {
          "n_pairs": 840,
          "n_text": 420,
          "prevalence": 0.5,
          "brier": 0.19119241139285714,
          "brier_text_mean": 0.19119241139285714,
          "brier_bootstrap95": [
            0.16936696665922618,
            0.21331839816309522
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 293,
              "mean_predicted": 0.00926313993174062,
              "observed": 0.13651877133105803
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 29,
              "mean_predicted": 0.14376896551724136,
              "observed": 0.3793103448275862
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 14,
              "mean_predicted": 0.23638571428571428,
              "observed": 0.21428571428571427
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 21,
              "mean_predicted": 0.35386666666666666,
              "observed": 0.38095238095238093
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 7,
              "mean_predicted": 0.42461428571428567,
              "observed": 0.42857142857142855
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 8,
              "mean_predicted": 0.5490875,
              "observed": 0.25
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 14,
              "mean_predicted": 0.6531285714285714,
              "observed": 0.35714285714285715
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 18,
              "mean_predicted": 0.7518888888888888,
              "observed": 0.5
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 25,
              "mean_predicted": 0.845912,
              "observed": 0.76
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 411,
              "mean_predicted": 0.9920542579075422,
              "observed": 0.7785888077858881
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        }
      },
      "conditional_ordinary": {
        "calibration": {
          "n_pairs": 280,
          "n_text": 280,
          "prevalence": 0.8678571428571429,
          "brier": 0.10319121085197128,
          "brier_text_mean": 0.10319121085197128,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 1,
              "mean_predicted": 0.47124712471247127,
              "observed": 0.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 7,
              "mean_predicted": 0.5395470951364223,
              "observed": 0.14285714285714285
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 5,
              "mean_predicted": 0.6630402447814296,
              "observed": 0.6
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 1,
              "mean_predicted": 0.7337,
              "observed": 0.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 11,
              "mean_predicted": 0.8547601978097309,
              "observed": 0.45454545454545453
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 255,
              "mean_predicted": 0.9949402529881844,
              "observed": 0.9176470588235294
            }
          ],
          "defined": 280,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.8678571428571429,
          "decision_n": 280,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 420,
          "n_text": 420,
          "prevalence": 0.8904761904761904,
          "brier": 0.09599160210266852,
          "brier_text_mean": 0.09599160210266852,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 1,
              "mean_predicted": 0.4535,
              "observed": 1.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 6,
              "mean_predicted": 0.5426923359002568,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 7,
              "mean_predicted": 0.6430764780664792,
              "observed": 0.7142857142857143
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 6,
              "mean_predicted": 0.7325971566452195,
              "observed": 0.5
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 9,
              "mean_predicted": 0.8560248751736953,
              "observed": 0.5555555555555556
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 391,
              "mean_predicted": 0.9965377360298638,
              "observed": 0.9156010230179028
            }
          ],
          "defined": 420,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.8904761904761904,
          "decision_n": 420,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      },
      "conditional_ordinary_with_none": {
        "calibration": {
          "n_pairs": 267,
          "n_text": 267,
          "prevalence": 0.8689138576779026,
          "brier": 0.10651354091562379,
          "brier_text_mean": 0.10651354091562379,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 4,
              "mean_predicted": 0.5299486327966381,
              "observed": 0.25
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 10,
              "mean_predicted": 0.6413070335518144,
              "observed": 0.6
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 5,
              "mean_predicted": 0.7471470171355244,
              "observed": 0.4
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 8,
              "mean_predicted": 0.8446699516663695,
              "observed": 0.5
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 240,
              "mean_predicted": 0.9955155876574895,
              "observed": 0.9125
            }
          ],
          "defined": 267,
          "zero_ordinary_mass": 13,
          "undefined_fraction": 0.04642857142857143,
          "decision_accuracy": 0.8285714285714286,
          "decision_n": 280,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 410,
          "n_text": 410,
          "prevalence": 0.8853658536585366,
          "brier": 0.09558178380930295,
          "brier_text_mean": 0.09558178380930295,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 2,
              "mean_predicted": 0.4639855942376951,
              "observed": 0.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 5,
              "mean_predicted": 0.5382344865874441,
              "observed": 0.2
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 6,
              "mean_predicted": 0.6525862787824802,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 7,
              "mean_predicted": 0.7472253871312399,
              "observed": 0.5714285714285714
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 9,
              "mean_predicted": 0.85789655999743,
              "observed": 0.5555555555555556
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 381,
              "mean_predicted": 0.9968993277268865,
              "observed": 0.916010498687664
            }
          ],
          "defined": 410,
          "zero_ordinary_mass": 10,
          "undefined_fraction": 0.023809523809523808,
          "decision_accuracy": 0.8642857142857143,
          "decision_n": 420,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      }
    },
    "dbpedia|k13|neutral|aligned": {
      "group": "dbpedia|k13|neutral|aligned",
      "task": "dbpedia",
      "candidate_size": 13,
      "name_mode": "neutral",
      "none_mode": "aligned",
      "member_seeds": [
        0
      ],
      "order_seeds": [
        0
      ],
      "multiple_variants": false,
      "n_unique_member_sets": 14,
      "failure_metadata_fields": {},
      "has_probabilities": true,
      "n_text": {
        "calibration": 280,
        "test": 420
      },
      "n_variants": {
        "calibration": 280,
        "test": 420
      },
      "native": {
        "calibration": {
          "present": {
            "correct": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 147,
              "text_mean": 0.525,
              "pooled": 0.525,
              "wilson95": [
                0.4665659533495129,
                0.5827573557194557
              ],
              "bootstrap95": [
                0.46785714285714286,
                0.5821428571428572
              ]
            },
            "wrong": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 11,
              "text_mean": 0.039285714285714285,
              "pooled": 0.039285714285714285,
              "wilson95": [
                0.022075765848420574,
                0.06896610988058796
              ],
              "bootstrap95": [
                0.017857142857142856,
                0.06428571428571428
              ]
            },
            "rejected": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 122,
              "text_mean": 0.4357142857142857,
              "pooled": 0.4357142857142857,
              "wilson95": [
                0.3788930607931884,
                0.494275573029464
              ],
              "bootstrap95": [
                0.37491071428571426,
                0.4928571428571429
              ]
            },
            "interface_failure": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                8.673617379884035e-19,
                0.013533818620629409
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 255,
              "text_mean": 0.9107142857142857,
              "pooled": 0.9107142857142857,
              "wilson95": [
                0.8715197132534059,
                0.9387917928796484
              ],
              "bootstrap95": [
                0.875,
                0.9428571428571428
              ]
            },
            "accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 25,
              "text_mean": 0.08928571428571429,
              "pooled": 0.08928571428571429,
              "wilson95": [
                0.06120820712035157,
                0.12848028674659404
              ],
              "bootstrap95": [
                0.05714285714285714,
                0.125
              ]
            },
            "interface_failure": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                8.673617379884035e-19,
                0.013533818620629409
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 280,
            "text_mean": 0.475,
            "bootstrap95": [
              0.4142857142857143,
              0.5357142857142857
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        },
        "test": {
          "present": {
            "correct": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 230,
              "text_mean": 0.5476190476190477,
              "pooled": 0.5476190476190477,
              "wilson95": [
                0.49980082652572433,
                0.594574084582068
              ],
              "bootstrap95": [
                0.5023809523809524,
                0.5952380952380952
              ]
            },
            "wrong": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 14,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.019958007307788107,
                0.05516786383584777
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.05238095238095238
              ]
            },
            "rejected": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 176,
              "text_mean": 0.41904761904761906,
              "pooled": 0.41904761904761906,
              "wilson95": [
                0.3728025923025387,
                0.4667600588142145
              ],
              "bootstrap95": [
                0.37142857142857144,
                0.4666666666666667
              ]
            },
            "interface_failure": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 379,
              "text_mean": 0.9023809523809524,
              "pooled": 0.9023809523809524,
              "wilson95": [
                0.8702437518648801,
                0.9272242469959645
              ],
              "bootstrap95": [
                0.8738095238095238,
                0.9285714285714286
              ]
            },
            "accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 41,
              "text_mean": 0.09761904761904762,
              "pooled": 0.09761904761904762,
              "wilson95": [
                0.07277575300403553,
                0.1297562481351199
              ],
              "bootstrap95": [
                0.06904761904761905,
                0.1261904761904762
              ]
            },
            "interface_failure": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                -8.673617379884035e-19,
                0.009063433368181315
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 420,
            "text_mean": 0.48333333333333334,
            "bootstrap95": [
              0.43333333333333335,
              0.5333333333333333
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        }
      },
      "scores": {
        "negative_max": {
          "eligible": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280
            },
            "test": {
              "n_text": 420,
              "n_variants": 420
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -0.5894,
            "n_text": 280,
            "n_variants": 280,
            "detection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 107,
              "text_mean": 0.3821428571428571,
              "pooled": 0.3821428571428571,
              "wilson95": [
                0.3271869640451058,
                0.44028886462975686
              ],
              "bootstrap95": [
                0.32857142857142857,
                0.4392857142857143
              ]
            },
            "false_rejection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 14,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.030014422238278143,
                0.08216601452028834
              ],
              "bootstrap95": [
                0.025,
                0.075
              ]
            },
            "present_correct_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 235,
              "text_mean": 0.8392857142857143,
              "pooled": 0.8392857142857143,
              "wilson95": [
                0.7917218362224973,
                0.8776659297135042
              ],
              "bootstrap95": [
                0.7964285714285714,
                0.8785714285714286
              ]
            },
            "present_wrong_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 31,
              "text_mean": 0.11071428571428571,
              "pooled": 0.11071428571428571,
              "wilson95": [
                0.0791012199412279,
                0.1528643959848336
              ],
              "bootstrap95": [
                0.075,
                0.15
              ]
            },
            "present_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 266,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.9178339854797117,
                0.9699855777617219
              ],
              "bootstrap95": [
                0.9214285714285714,
                0.975
              ]
            },
            "absent_false_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 173,
              "text_mean": 0.6178571428571429,
              "pooled": 0.6178571428571429,
              "wilson95": [
                0.5597111353702432,
                0.6728130359548942
              ],
              "bootstrap95": [
                0.5607142857142857,
                0.675
              ]
            }
          },
          "test": {
            "threshold": -0.5894,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 162,
              "text_mean": 0.38571428571428573,
              "pooled": 0.38571428571428573,
              "wilson95": [
                0.34039763392939365,
                0.43310257941190494
              ],
              "bootstrap95": [
                0.3380952380952381,
                0.4310119047619045
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 15,
              "text_mean": 0.03571428571428571,
              "pooled": 0.03571428571428571,
              "wilson95": [
                0.021760783038651,
                0.058083833660374506
              ],
              "bootstrap95": [
                0.01904761904761905,
                0.05476190476190476
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 365,
              "text_mean": 0.8690476190476191,
              "pooled": 0.8690476190476191,
              "wilson95": [
                0.8334128192493095,
                0.8979927418360805
              ],
              "bootstrap95": [
                0.8357142857142857,
                0.9023809523809524
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 40,
              "text_mean": 0.09523809523809523,
              "pooled": 0.09523809523809523,
              "wilson95": [
                0.07072091777791706,
                0.12709233780584875
              ],
              "bootstrap95": [
                0.06898809523809525,
                0.12380952380952381
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 405,
              "text_mean": 0.9642857142857143,
              "pooled": 0.9642857142857143,
              "wilson95": [
                0.9419161663396255,
                0.9782392169613491
              ],
              "bootstrap95": [
                0.9452380952380952,
                0.9809523809523809
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 258,
              "text_mean": 0.6142857142857143,
              "pooled": 0.6142857142857143,
              "wilson95": [
                0.5668974205880951,
                0.6596023660706064
              ],
              "bootstrap95": [
                0.5642857142857143,
                0.6595238095238095
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280,
              "pooled": 0.831173469387755,
              "paired_text_mean": 0.7928571428571428,
              "bootstrap95": [
                0.7928885522959184,
                0.8642479272959184
              ]
            },
            "test": {
              "n_text": 420,
              "n_variants": 420,
              "pooled": 0.8409807256235827,
              "paired_text_mean": 0.780952380952381,
              "bootstrap95": [
                0.8134462159863945,
                0.8681437783446713
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -0.5894
        },
        "normalized_entropy": {
          "eligible": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280
            },
            "test": {
              "n_text": 420,
              "n_variants": 420
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.3749274588287934,
            "n_text": 280,
            "n_variants": 280,
            "detection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 128,
              "text_mean": 0.45714285714285713,
              "pooled": 0.45714285714285713,
              "wilson95": [
                0.3997665750473909,
                0.5156791808343775
              ],
              "bootstrap95": [
                0.3999107142857143,
                0.5142857142857142
              ]
            },
            "false_rejection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 14,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.030014422238278143,
                0.08216601452028834
              ],
              "bootstrap95": [
                0.025,
                0.07857142857142857
              ]
            },
            "present_correct_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 233,
              "text_mean": 0.8321428571428572,
              "pooled": 0.8321428571428572,
              "wilson95": [
                0.783936994178985,
                0.8713583977373113
              ],
              "bootstrap95": [
                0.7857142857142857,
                0.875
              ]
            },
            "present_wrong_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 33,
              "text_mean": 0.11785714285714285,
              "pooled": 0.11785714285714285,
              "wilson95": [
                0.08516322725011,
                0.1608947626956568
              ],
              "bootstrap95": [
                0.07857142857142857,
                0.15714285714285714
              ]
            },
            "present_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 266,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.9178339854797117,
                0.9699855777617219
              ],
              "bootstrap95": [
                0.925,
                0.975
              ]
            },
            "absent_false_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 152,
              "text_mean": 0.5428571428571428,
              "pooled": 0.5428571428571428,
              "wilson95": [
                0.48432081916562253,
                0.6002334249526091
              ],
              "bootstrap95": [
                0.4857142857142857,
                0.6
              ]
            }
          },
          "test": {
            "threshold": 0.3749274588287934,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 201,
              "text_mean": 0.4785714285714286,
              "pooled": 0.4785714285714286,
              "wilson95": [
                0.4312079507606083,
                0.5263233392408853
              ],
              "bootstrap95": [
                0.430952380952381,
                0.5261904761904762
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 17,
              "text_mean": 0.04047619047619048,
              "pooled": 0.04047619047619048,
              "wilson95": [
                0.025422559673639922,
                0.0638595481361648
              ],
              "bootstrap95": [
                0.023809523809523808,
                0.05952380952380952
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 362,
              "text_mean": 0.861904761904762,
              "pooled": 0.861904761904762,
              "wilson95": [
                0.8256165768840751,
                0.8916327475351462
              ],
              "bootstrap95": [
                0.830952380952381,
                0.8928571428571429
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 41,
              "text_mean": 0.09761904761904762,
              "pooled": 0.09761904761904762,
              "wilson95": [
                0.07277575300403553,
                0.1297562481351199
              ],
              "bootstrap95": [
                0.07142857142857142,
                0.1261904761904762
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 403,
              "text_mean": 0.9595238095238096,
              "pooled": 0.9595238095238096,
              "wilson95": [
                0.9361404518638352,
                0.9745774403263601
              ],
              "bootstrap95": [
                0.9404166666666667,
                0.9785714285714285
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 219,
              "text_mean": 0.5214285714285715,
              "pooled": 0.5214285714285715,
              "wilson95": [
                0.47367666075911485,
                0.5687920492393918
              ],
              "bootstrap95": [
                0.47375,
                0.569047619047619
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280,
              "pooled": 0.842047193877551,
              "paired_text_mean": 0.7875,
              "bootstrap95": [
                0.8078855229591837,
                0.8717729591836735
              ]
            },
            "test": {
              "n_text": 420,
              "n_variants": 420,
              "pooled": 0.850702947845805,
              "paired_text_mean": 0.775,
              "bootstrap95": [
                0.8239520266439909,
                0.8754285005668934
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.3749274588287934
        },
        "none_probability": {
          "eligible": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280
            },
            "test": {
              "n_text": 420,
              "n_variants": 420
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.9996,
            "n_text": 280,
            "n_variants": 280,
            "detection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 113,
              "text_mean": 0.4035714285714286,
              "pooled": 0.4035714285714286,
              "wilson95": [
                0.3477860733351889,
                0.4619668773987898
              ],
              "bootstrap95": [
                0.3464285714285714,
                0.4642857142857143
              ]
            },
            "false_rejection": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 13,
              "text_mean": 0.04642857142857143,
              "pooled": 0.04642857142857143,
              "wilson95": [
                0.027330959599158492,
                0.07780329014955534
              ],
              "bootstrap95": [
                0.025,
                0.07142857142857142
              ]
            },
            "present_correct_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 230,
              "text_mean": 0.8214285714285714,
              "pooled": 0.8214285714285714,
              "wilson95": [
                0.7723110826164303,
                0.8618457482703079
              ],
              "bootstrap95": [
                0.7785714285714286,
                0.8642857142857143
              ]
            },
            "present_wrong_accepted": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 37,
              "text_mean": 0.13214285714285715,
              "pooled": 0.13214285714285715,
              "wilson95": [
                0.097411683893452,
                0.1768310540917254
              ],
              "bootstrap95": [
                0.09642857142857143,
                0.17142857142857143
              ]
            },
            "present_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 267,
              "text_mean": 0.9535714285714286,
              "pooled": 0.9535714285714286,
              "wilson95": [
                0.9221967098504448,
                0.9726690404008417
              ],
              "bootstrap95": [
                0.9284821428571429,
                0.9785714285714285
              ]
            },
            "absent_false_acceptance": {
              "n_text": 280,
              "n_variants": 280,
              "successes": 167,
              "text_mean": 0.5964285714285714,
              "pooled": 0.5964285714285714,
              "wilson95": [
                0.5380331226012104,
                0.6522139266648111
              ],
              "bootstrap95": [
                0.5392857142857143,
                0.6571428571428571
              ]
            }
          },
          "test": {
            "threshold": 0.9996,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 147,
              "text_mean": 0.35,
              "pooled": 0.35,
              "wilson95": [
                0.3059306764518293,
                0.396788353558625
              ],
              "bootstrap95": [
                0.3047619047619048,
                0.39285714285714285
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 17,
              "text_mean": 0.04047619047619048,
              "pooled": 0.04047619047619048,
              "wilson95": [
                0.025422559673639922,
                0.0638595481361648
              ],
              "bootstrap95": [
                0.02142857142857143,
                0.05952380952380952
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 363,
              "text_mean": 0.8642857142857143,
              "pooled": 0.8642857142857143,
              "wilson95": [
                0.8282120221307289,
                0.8937560478438821
              ],
              "bootstrap95": [
                0.8285714285714286,
                0.8976190476190476
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 40,
              "text_mean": 0.09523809523809523,
              "pooled": 0.09523809523809523,
              "wilson95": [
                0.07072091777791706,
                0.12709233780584875
              ],
              "bootstrap95": [
                0.06904761904761905,
                0.12380952380952381
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 403,
              "text_mean": 0.9595238095238096,
              "pooled": 0.9595238095238096,
              "wilson95": [
                0.9361404518638352,
                0.9745774403263601
              ],
              "bootstrap95": [
                0.9404761904761905,
                0.9761904761904762
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 273,
              "text_mean": 0.65,
              "pooled": 0.65,
              "wilson95": [
                0.6032116464413749,
                0.6940693235481706
              ],
              "bootstrap95": [
                0.6023809523809524,
                0.6976190476190476
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 280,
              "n_variants": 280,
              "pooled": 0.8503635204081633,
              "paired_text_mean": 0.9071428571428571,
              "bootstrap95": [
                0.8231434948979591,
                0.8770299744897959
              ]
            },
            "test": {
              "n_text": 420,
              "n_variants": 420,
              "pooled": 0.8519019274376417,
              "paired_text_mean": 0.9214285714285714,
              "bootstrap95": [
                0.8310425170068028,
                0.8728290107709751
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.9996
        }
      },
      "coverage": {
        "calibration": {
          "n_pairs": 560,
          "n_text": 280,
          "prevalence": 0.5,
          "brier": 0.21729000569642856,
          "brier_text_mean": 0.21729000569642856,
          "brier_bootstrap95": [
            0.19291739985357143,
            0.24266448044553565
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 134,
              "mean_predicted": 0.017703731343283582,
              "observed": 0.08955223880597014
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 16,
              "mean_predicted": 0.14281875,
              "observed": 0.3125
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 13,
              "mean_predicted": 0.2531461538461538,
              "observed": 0.23076923076923078
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 8,
              "mean_predicted": 0.3439375,
              "observed": 0.25
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 16,
              "mean_predicted": 0.453575,
              "observed": 0.3125
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 9,
              "mean_predicted": 0.5453666666666667,
              "observed": 0.4444444444444444
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 12,
              "mean_predicted": 0.6443583333333334,
              "observed": 0.16666666666666666
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 20,
              "mean_predicted": 0.7494249999999999,
              "observed": 0.3
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 32,
              "mean_predicted": 0.8568406250000001,
              "observed": 0.4375
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 300,
              "mean_predicted": 0.9896929999999997,
              "observed": 0.7566666666666667
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        },
        "test": {
          "n_pairs": 840,
          "n_text": 420,
          "prevalence": 0.5,
          "brier": 0.21458688259523812,
          "brier_text_mean": 0.2145868825952381,
          "brier_bootstrap95": [
            0.19461855109523807,
            0.2344719855059524
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 209,
              "mean_predicted": 0.017941148325358862,
              "observed": 0.10047846889952153
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 29,
              "mean_predicted": 0.14074827586206892,
              "observed": 0.2413793103448276
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 20,
              "mean_predicted": 0.24789500000000003,
              "observed": 0.2
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 18,
              "mean_predicted": 0.3497888888888888,
              "observed": 0.2222222222222222
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 10,
              "mean_predicted": 0.45377,
              "observed": 0.5
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 16,
              "mean_predicted": 0.55020625,
              "observed": 0.3125
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 22,
              "mean_predicted": 0.643090909090909,
              "observed": 0.2727272727272727
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 19,
              "mean_predicted": 0.7436789473684211,
              "observed": 0.3157894736842105
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 37,
              "mean_predicted": 0.8581783783783784,
              "observed": 0.5405405405405406
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 460,
              "mean_predicted": 0.9876904347826092,
              "observed": 0.7434782608695653
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        }
      },
      "conditional_ordinary": {
        "calibration": {
          "n_pairs": 280,
          "n_text": 280,
          "prevalence": 0.8571428571428571,
          "brier": 0.10635691929591919,
          "brier_text_mean": 0.10635691929591919,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 4,
              "mean_predicted": 0.2622877614688391,
              "observed": 0.25
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 1,
              "mean_predicted": 0.3404340434043404,
              "observed": 0.0
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 2,
              "mean_predicted": 0.47422051153556377,
              "observed": 1.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 9,
              "mean_predicted": 0.5381826541639236,
              "observed": 0.4444444444444444
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 5,
              "mean_predicted": 0.6239571197991755,
              "observed": 0.4
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 15,
              "mean_predicted": 0.7582415990089857,
              "observed": 0.6
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 14,
              "mean_predicted": 0.8589908914066731,
              "observed": 0.7857142857142857
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 230,
              "mean_predicted": 0.9930199511492418,
              "observed": 0.9173913043478261
            }
          ],
          "defined": 280,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.8571428571428571,
          "decision_n": 280,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 420,
          "n_text": 420,
          "prevalence": 0.8761904761904762,
          "brier": 0.08671104182944667,
          "brier_text_mean": 0.08671104182944667,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 1,
              "mean_predicted": 0.2731,
              "observed": 0.0
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 4,
              "mean_predicted": 0.3508,
              "observed": 0.0
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 5,
              "mean_predicted": 0.4492796534603468,
              "observed": 0.2
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 7,
              "mean_predicted": 0.5684411932618212,
              "observed": 0.42857142857142855
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 12,
              "mean_predicted": 0.643242922093311,
              "observed": 0.4166666666666667
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 17,
              "mean_predicted": 0.7604826481703625,
              "observed": 0.7647058823529411
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 19,
              "mean_predicted": 0.8600066386022543,
              "observed": 0.6842105263157895
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 355,
              "mean_predicted": 0.9924259048529507,
              "observed": 0.9380281690140845
            }
          ],
          "defined": 420,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.8761904761904762,
          "decision_n": 420,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      },
      "conditional_ordinary_with_none": {
        "calibration": {
          "n_pairs": 272,
          "n_text": 272,
          "prevalence": 0.8602941176470589,
          "brier": 0.10915077311235609,
          "brier_text_mean": 0.10915077311235609,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 1,
              "mean_predicted": 0.28571428571428575,
              "observed": 0.0
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 1,
              "mean_predicted": 0.39942922374429224,
              "observed": 1.0
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 3,
              "mean_predicted": 0.4292873176206509,
              "observed": 0.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 9,
              "mean_predicted": 0.555707847158497,
              "observed": 0.5555555555555556
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 4,
              "mean_predicted": 0.6500301742974184,
              "observed": 0.5
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 10,
              "mean_predicted": 0.742504013276304,
              "observed": 0.7
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 10,
              "mean_predicted": 0.8451485714631533,
              "observed": 0.6
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 234,
              "mean_predicted": 0.9925719313718219,
              "observed": 0.9102564102564102
            }
          ],
          "defined": 272,
          "zero_ordinary_mass": 8,
          "undefined_fraction": 0.02857142857142857,
          "decision_accuracy": 0.8357142857142857,
          "decision_n": 280,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 412,
          "n_text": 412,
          "prevalence": 0.8932038834951457,
          "brier": 0.08997027812083216,
          "brier_text_mean": 0.08997027812083216,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 1,
              "mean_predicted": 0.33536585365853655,
              "observed": 0.0
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 1,
              "mean_predicted": 0.4666666666666667,
              "observed": 1.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 16,
              "mean_predicted": 0.5438398677310058,
              "observed": 0.5625
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 10,
              "mean_predicted": 0.6432073975698065,
              "observed": 0.8
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 9,
              "mean_predicted": 0.750565179966636,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 22,
              "mean_predicted": 0.8594007825350992,
              "observed": 0.7727272727272727
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 353,
              "mean_predicted": 0.992382761178772,
              "observed": 0.9263456090651558
            }
          ],
          "defined": 412,
          "zero_ordinary_mass": 8,
          "undefined_fraction": 0.01904761904761905,
          "decision_accuracy": 0.8785714285714286,
          "decision_n": 420,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      }
    },
    "emotion|k2|natural|aligned": {
      "group": "emotion|k2|natural|aligned",
      "task": "emotion",
      "candidate_size": 2,
      "name_mode": "natural",
      "none_mode": "aligned",
      "member_seeds": [
        0
      ],
      "order_seeds": [
        0
      ],
      "multiple_variants": false,
      "n_unique_member_sets": 15,
      "failure_metadata_fields": {},
      "has_probabilities": true,
      "n_text": {
        "calibration": 120,
        "test": 166
      },
      "n_variants": {
        "calibration": 120,
        "test": 166
      },
      "native": {
        "calibration": {
          "present": {
            "correct": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 68,
              "text_mean": 0.5666666666666667,
              "pooled": 0.5666666666666667,
              "wilson95": [
                0.47729920885539046,
                0.6518982356221157
              ],
              "bootstrap95": [
                0.475,
                0.6583333333333333
              ]
            },
            "wrong": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 10,
              "text_mean": 0.08333333333333333,
              "pooled": 0.08333333333333333,
              "wilson95": [
                0.045893650374929706,
                0.14662232164065653
              ],
              "bootstrap95": [
                0.041666666666666664,
                0.13333333333333333
              ]
            },
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 42,
              "text_mean": 0.35,
              "pooled": 0.35,
              "wilson95": [
                0.2705189959028541,
                0.438786754022757
              ],
              "bootstrap95": [
                0.26666666666666666,
                0.44166666666666665
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 91,
              "text_mean": 0.7583333333333333,
              "pooled": 0.7583333333333333,
              "wilson95": [
                0.674498509525689,
                0.8261415878246474
              ],
              "bootstrap95": [
                0.683125,
                0.8252083333333321
              ]
            },
            "accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 29,
              "text_mean": 0.24166666666666667,
              "pooled": 0.24166666666666667,
              "wilson95": [
                0.1738584121753525,
                0.325501490474311
              ],
              "bootstrap95": [
                0.16666666666666666,
                0.31666666666666665
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 120,
            "text_mean": 0.4083333333333333,
            "bootstrap95": [
              0.3,
              0.5166666666666667
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        },
        "test": {
          "present": {
            "correct": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 79,
              "text_mean": 0.4759036144578313,
              "pooled": 0.4759036144578313,
              "wilson95": [
                0.40133776124618836,
                0.5515594874259051
              ],
              "bootstrap95": [
                0.39759036144578314,
                0.5481927710843374
              ]
            },
            "wrong": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 6,
              "text_mean": 0.03614457831325301,
              "pooled": 0.03614457831325301,
              "wilson95": [
                0.016668762913448532,
                0.07660327402435443
              ],
              "bootstrap95": [
                0.012048192771084338,
                0.06626506024096386
              ]
            },
            "rejected": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 81,
              "text_mean": 0.4879518072289157,
              "pooled": 0.4879518072289157,
              "wilson95": [
                0.41304939245812106,
                0.5633992318779257
              ],
              "bootstrap95": [
                0.41566265060240964,
                0.5602409638554217
              ]
            },
            "interface_failure": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.02261790994594346
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 135,
              "text_mean": 0.8132530120481928,
              "pooled": 0.8132530120481928,
              "wilson95": [
                0.7471319732559502,
                0.8652037940068321
              ],
              "bootstrap95": [
                0.7469879518072289,
                0.8734939759036144
              ]
            },
            "accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 31,
              "text_mean": 0.18674698795180722,
              "pooled": 0.18674698795180722,
              "wilson95": [
                0.1347962059931678,
                0.25286802674404973
              ],
              "bootstrap95": [
                0.13237951807228918,
                0.2469879518072289
              ]
            },
            "interface_failure": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.02261790994594346
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 166,
            "text_mean": 0.3253012048192771,
            "bootstrap95": [
              0.2289156626506024,
              0.41566265060240964
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        }
      },
      "scores": {
        "negative_max": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 166,
              "n_variants": 166
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -0.5752,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 19,
              "text_mean": 0.15833333333333333,
              "pooled": 0.15833333333333333,
              "wilson95": [
                0.10376977359410051,
                0.23409332345868022
              ],
              "bootstrap95": [
                0.1,
                0.225
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 95,
              "text_mean": 0.7916666666666666,
              "pooled": 0.7916666666666666,
              "wilson95": [
                0.7105232156701865,
                0.8547156039189031
              ],
              "bootstrap95": [
                0.7166666666666667,
                0.8583333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 19,
              "text_mean": 0.15833333333333333,
              "pooled": 0.15833333333333333,
              "wilson95": [
                0.10376977359410051,
                0.23409332345868022
              ],
              "bootstrap95": [
                0.1,
                0.23333333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 101,
              "text_mean": 0.8416666666666667,
              "pooled": 0.8416666666666667,
              "wilson95": [
                0.7659066765413198,
                0.8962302264058994
              ],
              "bootstrap95": [
                0.775,
                0.9
              ]
            }
          },
          "test": {
            "threshold": -0.5752,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 27,
              "text_mean": 0.16265060240963855,
              "pooled": 0.16265060240963855,
              "wilson95": [
                0.11425687133157685,
                0.2263046100777344
              ],
              "bootstrap95": [
                0.10843373493975904,
                0.22289156626506024
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 9,
              "text_mean": 0.05421686746987952,
              "pooled": 0.05421686746987952,
              "wilson95": [
                0.0287826798789121,
                0.09981642055482064
              ],
              "bootstrap95": [
                0.018072289156626505,
                0.09036144578313253
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 127,
              "text_mean": 0.7650602409638554,
              "pooled": 0.7650602409638554,
              "wilson95": [
                0.6950233188671587,
                0.8231069457398109
              ],
              "bootstrap95": [
                0.6987951807228916,
                0.8253012048192772
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 30,
              "text_mean": 0.18072289156626506,
              "pooled": 0.18072289156626506,
              "wilson95": [
                0.12962614302362152,
                0.24626240188161946
              ],
              "bootstrap95": [
                0.12650602409638553,
                0.24096385542168675
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 157,
              "text_mean": 0.9457831325301205,
              "pooled": 0.9457831325301205,
              "wilson95": [
                0.9001835794451793,
                0.9712173201210879
              ],
              "bootstrap95": [
                0.9096385542168675,
                0.9759036144578314
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 139,
              "text_mean": 0.8373493975903614,
              "pooled": 0.8373493975903614,
              "wilson95": [
                0.7736953899222655,
                0.8857431286684231
              ],
              "bootstrap95": [
                0.7771084337349398,
                0.891566265060241
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.7255208333333333,
              "paired_text_mean": 0.7,
              "bootstrap95": [
                0.6552282986111111,
                0.7919835069444444
              ]
            },
            "test": {
              "n_text": 166,
              "n_variants": 166,
              "pooled": 0.6788902598345188,
              "paired_text_mean": 0.6867469879518072,
              "bootstrap95": [
                0.6200410074031063,
                0.7327487661489331
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -0.5752
        },
        "normalized_entropy": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 166,
              "n_variants": 166
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.9836209247231609,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 19,
              "text_mean": 0.15833333333333333,
              "pooled": 0.15833333333333333,
              "wilson95": [
                0.10376977359410051,
                0.23409332345868022
              ],
              "bootstrap95": [
                0.1,
                0.225
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 95,
              "text_mean": 0.7916666666666666,
              "pooled": 0.7916666666666666,
              "wilson95": [
                0.7105232156701865,
                0.8547156039189031
              ],
              "bootstrap95": [
                0.725,
                0.8583333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 19,
              "text_mean": 0.15833333333333333,
              "pooled": 0.15833333333333333,
              "wilson95": [
                0.10376977359410051,
                0.23409332345868022
              ],
              "bootstrap95": [
                0.09166666666666666,
                0.225
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 101,
              "text_mean": 0.8416666666666667,
              "pooled": 0.8416666666666667,
              "wilson95": [
                0.7659066765413198,
                0.8962302264058994
              ],
              "bootstrap95": [
                0.775,
                0.9083333333333333
              ]
            }
          },
          "test": {
            "threshold": 0.9836209247231609,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 27,
              "text_mean": 0.16265060240963855,
              "pooled": 0.16265060240963855,
              "wilson95": [
                0.11425687133157685,
                0.2263046100777344
              ],
              "bootstrap95": [
                0.10843373493975904,
                0.22289156626506024
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 9,
              "text_mean": 0.05421686746987952,
              "pooled": 0.05421686746987952,
              "wilson95": [
                0.0287826798789121,
                0.09981642055482064
              ],
              "bootstrap95": [
                0.024096385542168676,
                0.09036144578313253
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 127,
              "text_mean": 0.7650602409638554,
              "pooled": 0.7650602409638554,
              "wilson95": [
                0.6950233188671587,
                0.8231069457398109
              ],
              "bootstrap95": [
                0.6987951807228916,
                0.8253012048192772
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 30,
              "text_mean": 0.18072289156626506,
              "pooled": 0.18072289156626506,
              "wilson95": [
                0.12962614302362152,
                0.24626240188161946
              ],
              "bootstrap95": [
                0.12650602409638553,
                0.24096385542168675
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 157,
              "text_mean": 0.9457831325301205,
              "pooled": 0.9457831325301205,
              "wilson95": [
                0.9001835794451793,
                0.9712173201210879
              ],
              "bootstrap95": [
                0.9096385542168675,
                0.9759036144578314
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 139,
              "text_mean": 0.8373493975903614,
              "pooled": 0.8373493975903614,
              "wilson95": [
                0.7736953899222655,
                0.8857431286684231
              ],
              "bootstrap95": [
                0.7771084337349398,
                0.891566265060241
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.7255208333333333,
              "paired_text_mean": 0.7,
              "bootstrap95": [
                0.6511770833333334,
                0.7906276041666667
              ]
            },
            "test": {
              "n_text": 166,
              "n_variants": 166,
              "pooled": 0.6788902598345188,
              "paired_text_mean": 0.6867469879518072,
              "bootstrap95": [
                0.6235411525620554,
                0.731674589925969
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.9836209247231609
        },
        "none_probability": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 166,
              "n_variants": 166
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.9436,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 22,
              "text_mean": 0.18333333333333332,
              "pooled": 0.18333333333333332,
              "wilson95": [
                0.12430300356014223,
                0.2620091351717033
              ],
              "bootstrap95": [
                0.11666666666666667,
                0.25833333333333336
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 4,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.0130375510983506,
                0.082580337559106
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.06666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 95,
              "text_mean": 0.7916666666666666,
              "pooled": 0.7916666666666666,
              "wilson95": [
                0.7105232156701865,
                0.8547156039189031
              ],
              "bootstrap95": [
                0.7166666666666667,
                0.8583333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 21,
              "text_mean": 0.175,
              "pooled": 0.175,
              "wilson95": [
                0.11740535944566463,
                0.25275709872649266
              ],
              "bootstrap95": [
                0.10833333333333334,
                0.24166666666666667
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 116,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.917419662440894,
                0.9869624489016494
              ],
              "bootstrap95": [
                0.9333333333333333,
                0.9916666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 98,
              "text_mean": 0.8166666666666667,
              "pooled": 0.8166666666666667,
              "wilson95": [
                0.7379908648282967,
                0.8756969964398578
              ],
              "bootstrap95": [
                0.7416666666666667,
                0.8833333333333333
              ]
            }
          },
          "test": {
            "threshold": 0.9436,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 34,
              "text_mean": 0.20481927710843373,
              "pooled": 0.20481927710843373,
              "wilson95": [
                0.15043571529766897,
                0.2725555809354784
              ],
              "bootstrap95": [
                0.14457831325301204,
                0.26506024096385544
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 14,
              "text_mean": 0.08433734939759036,
              "pooled": 0.08433734939759036,
              "wilson95": [
                0.050901346094600966,
                0.13657619349901468
              ],
              "bootstrap95": [
                0.04216867469879518,
                0.12650602409638553
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 123,
              "text_mean": 0.7409638554216867,
              "pooled": 0.7409638554216867,
              "wilson95": [
                0.6694009420855891,
                0.8016265711934742
              ],
              "bootstrap95": [
                0.6746987951807228,
                0.8012048192771084
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 29,
              "text_mean": 0.1746987951807229,
              "pooled": 0.1746987951807229,
              "wilson95": [
                0.12447895672872757,
                0.23963390034453685
              ],
              "bootstrap95": [
                0.12033132530120483,
                0.23493975903614459
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 152,
              "text_mean": 0.9156626506024096,
              "pooled": 0.9156626506024096,
              "wilson95": [
                0.8634238065009852,
                0.9490986539053989
              ],
              "bootstrap95": [
                0.8674698795180723,
                0.9518072289156626
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 132,
              "text_mean": 0.7951807228915663,
              "pooled": 0.7951807228915663,
              "wilson95": [
                0.7274444190645216,
                0.8495642847023309
              ],
              "bootstrap95": [
                0.7349397590361446,
                0.8554216867469879
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.7513194444444444,
              "paired_text_mean": 0.7833333333333333,
              "bootstrap95": [
                0.6968020833333334,
                0.8058003472222222
              ]
            },
            "test": {
              "n_text": 166,
              "n_variants": 166,
              "pooled": 0.7202605603135434,
              "paired_text_mean": 0.7228915662650602,
              "bootstrap95": [
                0.6727754391058208,
                0.7636354151545942
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.9436
        }
      },
      "coverage": {
        "calibration": {
          "n_pairs": 240,
          "n_text": 120,
          "prevalence": 0.5,
          "brier": 0.22071193775000003,
          "brier_text_mean": 0.22071193775000003,
          "brier_bootstrap95": [
            0.185841160359375,
            0.2583849077770833
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 55,
              "mean_predicted": 0.03931454545454546,
              "observed": 0.18181818181818182
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 16,
              "mean_predicted": 0.15370625,
              "observed": 0.3125
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 16,
              "mean_predicted": 0.248175,
              "observed": 0.5
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 13,
              "mean_predicted": 0.3626615384615385,
              "observed": 0.3076923076923077
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 9,
              "mean_predicted": 0.44854444444444447,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 11,
              "mean_predicted": 0.550590909090909,
              "observed": 0.36363636363636365
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 12,
              "mean_predicted": 0.6401416666666667,
              "observed": 0.5833333333333334
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 21,
              "mean_predicted": 0.7563380952380954,
              "observed": 0.7619047619047619
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 29,
              "mean_predicted": 0.857403448275862,
              "observed": 0.7241379310344828
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 58,
              "mean_predicted": 0.9446844827586207,
              "observed": 0.7241379310344828
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        },
        "test": {
          "n_pairs": 332,
          "n_text": 166,
          "prevalence": 0.5,
          "brier": 0.24999536680722892,
          "brier_text_mean": 0.24999536680722895,
          "brier_bootstrap95": [
            0.21988394977936748,
            0.27892127689909635
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 61,
              "mean_predicted": 0.03886721311475411,
              "observed": 0.2459016393442623
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 17,
              "mean_predicted": 0.14157058823529411,
              "observed": 0.29411764705882354
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 12,
              "mean_predicted": 0.23555000000000004,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 18,
              "mean_predicted": 0.34898333333333337,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 14,
              "mean_predicted": 0.4400428571428571,
              "observed": 0.21428571428571427
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 19,
              "mean_predicted": 0.5530210526315791,
              "observed": 0.47368421052631576
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 15,
              "mean_predicted": 0.6452266666666665,
              "observed": 0.4
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 25,
              "mean_predicted": 0.752976,
              "observed": 0.6
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 67,
              "mean_predicted": 0.8535865671641788,
              "observed": 0.6417910447761194
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 84,
              "mean_predicted": 0.946192857142857,
              "observed": 0.7142857142857143
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        }
      },
      "conditional_ordinary": {
        "calibration": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.825,
          "brier": 0.12907058308333333,
          "brier_text_mean": 0.12907058308333333,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 10,
              "mean_predicted": 0.5547099999999999,
              "observed": 0.7
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 7,
              "mean_predicted": 0.6448142857142857,
              "observed": 0.42857142857142855
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 13,
              "mean_predicted": 0.7477076923076923,
              "observed": 0.6153846153846154
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 22,
              "mean_predicted": 0.8536636363636365,
              "observed": 0.7727272727272727
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 68,
              "mean_predicted": 0.9688073529411763,
              "observed": 0.9411764705882353
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.825,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 166,
          "n_text": 166,
          "prevalence": 0.7891566265060241,
          "brier": 0.13916573174698793,
          "brier_text_mean": 0.13916573174698793,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 15,
              "mean_predicted": 0.55614,
              "observed": 0.4
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 25,
              "mean_predicted": 0.6534760000000002,
              "observed": 0.6
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 24,
              "mean_predicted": 0.7469333333333333,
              "observed": 0.75
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 25,
              "mean_predicted": 0.8525639999999999,
              "observed": 0.8
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 77,
              "mean_predicted": 0.9599896103896103,
              "observed": 0.935064935064935
            }
          ],
          "defined": 166,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.7891566265060241,
          "decision_n": 166,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      },
      "conditional_ordinary_with_none": {
        "calibration": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.8166666666666667,
          "brier": 0.13302235283340932,
          "brier_text_mean": 0.13302235283340932,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 11,
              "mean_predicted": 0.5505691854783429,
              "observed": 0.45454545454545453
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 12,
              "mean_predicted": 0.6540467063187313,
              "observed": 0.75
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 6,
              "mean_predicted": 0.7429719245935448,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 17,
              "mean_predicted": 0.8581601787263167,
              "observed": 0.7647058823529411
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 74,
              "mean_predicted": 0.969395016391299,
              "observed": 0.9054054054054054
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.8166666666666667,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 166,
          "n_text": 166,
          "prevalence": 0.8012048192771084,
          "brier": 0.13442881950244176,
          "brier_text_mean": 0.13442881950244176,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 22,
              "mean_predicted": 0.5446376936125948,
              "observed": 0.5454545454545454
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 19,
              "mean_predicted": 0.6491593040083723,
              "observed": 0.631578947368421
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 18,
              "mean_predicted": 0.7488005335561274,
              "observed": 0.5555555555555556
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 25,
              "mean_predicted": 0.8496466138282538,
              "observed": 0.88
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 82,
              "mean_predicted": 0.9642131299779607,
              "observed": 0.9390243902439024
            }
          ],
          "defined": 166,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.8012048192771084,
          "decision_n": 166,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      }
    },
    "emotion|k2|neutral|aligned": {
      "group": "emotion|k2|neutral|aligned",
      "task": "emotion",
      "candidate_size": 2,
      "name_mode": "neutral",
      "none_mode": "aligned",
      "member_seeds": [
        0
      ],
      "order_seeds": [
        0
      ],
      "multiple_variants": false,
      "n_unique_member_sets": 15,
      "failure_metadata_fields": {},
      "has_probabilities": true,
      "n_text": {
        "calibration": 120,
        "test": 166
      },
      "n_variants": {
        "calibration": 120,
        "test": 166
      },
      "native": {
        "calibration": {
          "present": {
            "correct": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 61,
              "text_mean": 0.5083333333333333,
              "pooled": 0.5083333333333333,
              "wilson95": [
                0.4200253978366605,
                0.5961242827230276
              ],
              "bootstrap95": [
                0.4166666666666667,
                0.6
              ]
            },
            "wrong": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 8,
              "text_mean": 0.06666666666666667,
              "pooled": 0.06666666666666667,
              "wilson95": [
                0.03416530686090633,
                0.12605130403530337
              ],
              "bootstrap95": [
                0.025,
                0.11666666666666667
              ]
            },
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 51,
              "text_mean": 0.425,
              "pooled": 0.425,
              "wilson95": [
                0.34023039219273576,
                0.5144224827700699
              ],
              "bootstrap95": [
                0.3333333333333333,
                0.5166666666666667
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 96,
              "text_mean": 0.8,
              "pooled": 0.8,
              "wilson95": [
                0.7196332649371805,
                0.8617552352115975
              ],
              "bootstrap95": [
                0.725,
                0.8666666666666667
              ]
            },
            "accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 24,
              "text_mean": 0.2,
              "pooled": 0.2,
              "wilson95": [
                0.13824476478840256,
                0.2803667350628196
              ],
              "bootstrap95": [
                0.125,
                0.275
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 120,
            "text_mean": 0.375,
            "bootstrap95": [
              0.26666666666666666,
              0.48333333333333334
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        },
        "test": {
          "present": {
            "correct": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 73,
              "text_mean": 0.4397590361445783,
              "pooled": 0.4397590361445783,
              "wilson95": [
                0.36646063291194464,
                0.5157824887682894
              ],
              "bootstrap95": [
                0.3614457831325301,
                0.5180722891566265
              ]
            },
            "wrong": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 7,
              "text_mean": 0.04216867469879518,
              "pooled": 0.04216867469879518,
              "wilson95": [
                0.02057424428963385,
                0.08447348048014569
              ],
              "bootstrap95": [
                0.012048192771084338,
                0.07228915662650602
              ]
            },
            "rejected": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 86,
              "text_mean": 0.5180722891566265,
              "pooled": 0.5180722891566265,
              "wilson95": [
                0.44251529566074355,
                0.5928117678351862
              ],
              "bootstrap95": [
                0.4397590361445783,
                0.5903614457831325
              ]
            },
            "interface_failure": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.02261790994594346
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 137,
              "text_mean": 0.8253012048192772,
              "pooled": 0.8253012048192772,
              "wilson95": [
                0.7603660996554632,
                0.8755210432712724
              ],
              "bootstrap95": [
                0.7650602409638554,
                0.8795180722891566
              ]
            },
            "accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 29,
              "text_mean": 0.1746987951807229,
              "pooled": 0.1746987951807229,
              "wilson95": [
                0.12447895672872757,
                0.23963390034453685
              ],
              "bootstrap95": [
                0.12048192771084337,
                0.2289156626506024
              ]
            },
            "interface_failure": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.02261790994594346
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 166,
            "text_mean": 0.3072289156626506,
            "bootstrap95": [
              0.22289156626506024,
              0.3856927710843365
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        }
      },
      "scores": {
        "negative_max": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 166,
              "n_variants": 166
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -0.546,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 17,
              "text_mean": 0.14166666666666666,
              "pooled": 0.14166666666666666,
              "wilson95": [
                0.09036879103483236,
                0.21519494489857183
              ],
              "bootstrap95": [
                0.08333333333333333,
                0.20833333333333334
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 94,
              "text_mean": 0.7833333333333333,
              "pooled": 0.7833333333333333,
              "wilson95": [
                0.7014563746709164,
                0.8476327643584851
              ],
              "bootstrap95": [
                0.7083333333333334,
                0.8583333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 20,
              "text_mean": 0.16666666666666666,
              "pooled": 0.16666666666666666,
              "wilson95": [
                0.11055996367984616,
                0.24345281393262286
              ],
              "bootstrap95": [
                0.1,
                0.23333333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 103,
              "text_mean": 0.8583333333333333,
              "pooled": 0.8583333333333333,
              "wilson95": [
                0.7848050551014282,
                0.9096312089651676
              ],
              "bootstrap95": [
                0.7916666666666666,
                0.9166666666666666
              ]
            }
          },
          "test": {
            "threshold": -0.546,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 24,
              "text_mean": 0.14457831325301204,
              "pooled": 0.14457831325301204,
              "wilson95": [
                0.0991204477459792,
                0.20611397016740227
              ],
              "bootstrap95": [
                0.0963855421686747,
                0.20481927710843373
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 16,
              "text_mean": 0.0963855421686747,
              "pooled": 0.0963855421686747,
              "wilson95": [
                0.06020163030645203,
                0.15082728495111677
              ],
              "bootstrap95": [
                0.05421686746987952,
                0.14457831325301204
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 122,
              "text_mean": 0.7349397590361446,
              "pooled": 0.7349397590361446,
              "wilson95": [
                0.6630355179440995,
                0.7962163075029872
              ],
              "bootstrap95": [
                0.6686746987951807,
                0.8012048192771084
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 28,
              "text_mean": 0.1686746987951807,
              "pooled": 0.1686746987951807,
              "wilson95": [
                0.11935554181412962,
                0.23298162742715822
              ],
              "bootstrap95": [
                0.1144578313253012,
                0.2289156626506024
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 150,
              "text_mean": 0.9036144578313253,
              "pooled": 0.9036144578313253,
              "wilson95": [
                0.8491727150488833,
                0.9397983696935479
              ],
              "bootstrap95": [
                0.8614457831325302,
                0.9457831325301205
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 142,
              "text_mean": 0.8554216867469879,
              "pooled": 0.8554216867469879,
              "wilson95": [
                0.7938860298325976,
                0.9008795522540207
              ],
              "bootstrap95": [
                0.8012048192771084,
                0.903765060240963
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.6781597222222222,
              "paired_text_mean": 0.65,
              "bootstrap95": [
                0.6015920138888889,
                0.7524331597222222
              ]
            },
            "test": {
              "n_text": 166,
              "n_variants": 166,
              "pooled": 0.653451154013645,
              "paired_text_mean": 0.6385542168674698,
              "bootstrap95": [
                0.5971802874147192,
                0.7078000254028161
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -0.546
        },
        "normalized_entropy": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 166,
              "n_variants": 166
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.9938858724897722,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 17,
              "text_mean": 0.14166666666666666,
              "pooled": 0.14166666666666666,
              "wilson95": [
                0.09036879103483236,
                0.21519494489857183
              ],
              "bootstrap95": [
                0.08333333333333333,
                0.20833333333333334
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 94,
              "text_mean": 0.7833333333333333,
              "pooled": 0.7833333333333333,
              "wilson95": [
                0.7014563746709164,
                0.8476327643584851
              ],
              "bootstrap95": [
                0.7083333333333334,
                0.8583333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 20,
              "text_mean": 0.16666666666666666,
              "pooled": 0.16666666666666666,
              "wilson95": [
                0.11055996367984616,
                0.24345281393262286
              ],
              "bootstrap95": [
                0.1,
                0.23354166666666554
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 103,
              "text_mean": 0.8583333333333333,
              "pooled": 0.8583333333333333,
              "wilson95": [
                0.7848050551014282,
                0.9096312089651676
              ],
              "bootstrap95": [
                0.7916666666666666,
                0.9166666666666666
              ]
            }
          },
          "test": {
            "threshold": 0.9938858724897722,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 24,
              "text_mean": 0.14457831325301204,
              "pooled": 0.14457831325301204,
              "wilson95": [
                0.0991204477459792,
                0.20611397016740227
              ],
              "bootstrap95": [
                0.0963855421686747,
                0.19879518072289157
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 16,
              "text_mean": 0.0963855421686747,
              "pooled": 0.0963855421686747,
              "wilson95": [
                0.06020163030645203,
                0.15082728495111677
              ],
              "bootstrap95": [
                0.05421686746987952,
                0.14457831325301204
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 122,
              "text_mean": 0.7349397590361446,
              "pooled": 0.7349397590361446,
              "wilson95": [
                0.6630355179440995,
                0.7962163075029872
              ],
              "bootstrap95": [
                0.6686746987951807,
                0.8012048192771084
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 28,
              "text_mean": 0.1686746987951807,
              "pooled": 0.1686746987951807,
              "wilson95": [
                0.11935554181412962,
                0.23298162742715822
              ],
              "bootstrap95": [
                0.1144578313253012,
                0.22304216867469798
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 150,
              "text_mean": 0.9036144578313253,
              "pooled": 0.9036144578313253,
              "wilson95": [
                0.8491727150488833,
                0.9397983696935479
              ],
              "bootstrap95": [
                0.8554216867469879,
                0.9457831325301205
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 142,
              "text_mean": 0.8554216867469879,
              "pooled": 0.8554216867469879,
              "wilson95": [
                0.7938860298325976,
                0.9008795522540207
              ],
              "bootstrap95": [
                0.7951807228915663,
                0.9036144578313253
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.6781597222222222,
              "paired_text_mean": 0.65,
              "bootstrap95": [
                0.6026987847222222,
                0.747853298611111
              ]
            },
            "test": {
              "n_text": 166,
              "n_variants": 166,
              "pooled": 0.653451154013645,
              "paired_text_mean": 0.6385542168674698,
              "bootstrap95": [
                0.5972483306720859,
                0.7109776455218463
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.9938858724897722
        },
        "none_probability": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 166,
              "n_variants": 166
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.9022,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 29,
              "text_mean": 0.24166666666666667,
              "pooled": 0.24166666666666667,
              "wilson95": [
                0.1738584121753525,
                0.325501490474311
              ],
              "bootstrap95": [
                0.16666666666666666,
                0.325
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 95,
              "text_mean": 0.7916666666666666,
              "pooled": 0.7916666666666666,
              "wilson95": [
                0.7105232156701865,
                0.8547156039189031
              ],
              "bootstrap95": [
                0.7166666666666667,
                0.8583333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 19,
              "text_mean": 0.15833333333333333,
              "pooled": 0.15833333333333333,
              "wilson95": [
                0.10376977359410051,
                0.23409332345868022
              ],
              "bootstrap95": [
                0.09979166666666668,
                0.225
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 91,
              "text_mean": 0.7583333333333333,
              "pooled": 0.7583333333333333,
              "wilson95": [
                0.674498509525689,
                0.8261415878246474
              ],
              "bootstrap95": [
                0.675,
                0.8333333333333334
              ]
            }
          },
          "test": {
            "threshold": 0.9022,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 45,
              "text_mean": 0.2710843373493976,
              "pooled": 0.2710843373493976,
              "wilson95": [
                0.20920932021440333,
                0.3433145421704864
              ],
              "bootstrap95": [
                0.21084337349397592,
                0.3373493975903614
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 18,
              "text_mean": 0.10843373493975904,
              "pooled": 0.10843373493975904,
              "wilson95": [
                0.06969768908106336,
                0.1648826018404586
              ],
              "bootstrap95": [
                0.06626506024096386,
                0.1566265060240964
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 123,
              "text_mean": 0.7409638554216867,
              "pooled": 0.7409638554216867,
              "wilson95": [
                0.6694009420855891,
                0.8016265711934742
              ],
              "bootstrap95": [
                0.6686746987951807,
                0.8012048192771084
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 25,
              "text_mean": 0.15060240963855423,
              "pooled": 0.15060240963855423,
              "wilson95": [
                0.10413810746388927,
                0.21287199828146883
              ],
              "bootstrap95": [
                0.0963855421686747,
                0.21084337349397592
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 148,
              "text_mean": 0.891566265060241,
              "pooled": 0.891566265060241,
              "wilson95": [
                0.8351173981595413,
                0.9303023109189367
              ],
              "bootstrap95": [
                0.8433734939759037,
                0.9397590361445783
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 121,
              "text_mean": 0.7289156626506024,
              "pooled": 0.7289156626506024,
              "wilson95": [
                0.6566854578295136,
                0.7907906797855966
              ],
              "bootstrap95": [
                0.6626506024096386,
                0.7951807228915663
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.7530902777777778,
              "paired_text_mean": 0.775,
              "bootstrap95": [
                0.6954791666666666,
                0.8067057291666666
              ]
            },
            "test": {
              "n_text": 166,
              "n_variants": 166,
              "pooled": 0.7133473653650747,
              "paired_text_mean": 0.7349397590361446,
              "bootstrap95": [
                0.6679194186384091,
                0.7591128066482797
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.9022
        }
      },
      "coverage": {
        "calibration": {
          "n_pairs": 240,
          "n_text": 120,
          "prevalence": 0.5,
          "brier": 0.2111937937916667,
          "brier_text_mean": 0.2111937937916667,
          "brier_bootstrap95": [
            0.18021756486874999,
            0.24163152465937499
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 27,
              "mean_predicted": 0.06518518518518518,
              "observed": 0.2222222222222222
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 26,
              "mean_predicted": 0.1476269230769231,
              "observed": 0.11538461538461539
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 15,
              "mean_predicted": 0.2516466666666667,
              "observed": 0.4
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 21,
              "mean_predicted": 0.3604047619047619,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 12,
              "mean_predicted": 0.44635,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 27,
              "mean_predicted": 0.5492222222222224,
              "observed": 0.48148148148148145
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 13,
              "mean_predicted": 0.6566307692307694,
              "observed": 0.6153846153846154
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 17,
              "mean_predicted": 0.755,
              "observed": 0.7647058823529411
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 44,
              "mean_predicted": 0.8579613636363637,
              "observed": 0.6818181818181818
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 38,
              "mean_predicted": 0.9393289473684212,
              "observed": 0.7894736842105263
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        },
        "test": {
          "n_pairs": 332,
          "n_text": 166,
          "prevalence": 0.5,
          "brier": 0.23843546000000002,
          "brier_text_mean": 0.23843546000000002,
          "brier_bootstrap95": [
            0.2110031792131024,
            0.2644704355745482
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 38,
              "mean_predicted": 0.06422368421052632,
              "observed": 0.21052631578947367
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 25,
              "mean_predicted": 0.143736,
              "observed": 0.28
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 26,
              "mean_predicted": 0.24881538461538463,
              "observed": 0.23076923076923078
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 15,
              "mean_predicted": 0.35753333333333337,
              "observed": 0.4
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 18,
              "mean_predicted": 0.4547999999999999,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 26,
              "mean_predicted": 0.5493884615384617,
              "observed": 0.46153846153846156
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 21,
              "mean_predicted": 0.651047619047619,
              "observed": 0.5238095238095238
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 37,
              "mean_predicted": 0.7531432432432433,
              "observed": 0.6216216216216216
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 57,
              "mean_predicted": 0.8453070175438596,
              "observed": 0.6842105263157895
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 69,
              "mean_predicted": 0.936008695652174,
              "observed": 0.6956521739130435
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        }
      },
      "conditional_ordinary": {
        "calibration": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.8166666666666667,
          "brier": 0.12661270858333337,
          "brier_text_mean": 0.12661270858333337,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 18,
              "mean_predicted": 0.5508166666666666,
              "observed": 0.5
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 15,
              "mean_predicted": 0.66168,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 21,
              "mean_predicted": 0.7616809523809523,
              "observed": 0.7619047619047619
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 34,
              "mean_predicted": 0.8508441176470591,
              "observed": 0.9705882352941176
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 32,
              "mean_predicted": 0.9385125000000003,
              "observed": 0.9375
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.8166666666666667,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 166,
          "n_text": 166,
          "prevalence": 0.7710843373493976,
          "brier": 0.1346061245180723,
          "brier_text_mean": 0.1346061245180723,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 28,
              "mean_predicted": 0.5408142857142857,
              "observed": 0.39285714285714285
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 31,
              "mean_predicted": 0.6541709677419356,
              "observed": 0.5806451612903226
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 32,
              "mean_predicted": 0.7568156249999999,
              "observed": 0.8125
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 36,
              "mean_predicted": 0.8543305555555558,
              "observed": 0.9722222222222222
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 39,
              "mean_predicted": 0.9388358974358975,
              "observed": 0.9743589743589743
            }
          ],
          "defined": 166,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.7710843373493976,
          "decision_n": 166,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      },
      "conditional_ordinary_with_none": {
        "calibration": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.8333333333333334,
          "brier": 0.11998620585221939,
          "brier_text_mean": 0.11998620585221939,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 15,
              "mean_predicted": 0.5422047139104395,
              "observed": 0.6
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 12,
              "mean_predicted": 0.6437820754270941,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 19,
              "mean_predicted": 0.7632759107459709,
              "observed": 0.7368421052631579
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 29,
              "mean_predicted": 0.8535902914034269,
              "observed": 0.896551724137931
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 45,
              "mean_predicted": 0.9489125081436962,
              "observed": 0.9555555555555556
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.8333333333333334,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 166,
          "n_text": 166,
          "prevalence": 0.7891566265060241,
          "brier": 0.13088877451787195,
          "brier_text_mean": 0.13088877451787195,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 27,
              "mean_predicted": 0.5430313284393988,
              "observed": 0.48148148148148145
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 23,
              "mean_predicted": 0.6564831641696646,
              "observed": 0.4782608695652174
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 29,
              "mean_predicted": 0.7567123684353277,
              "observed": 0.8620689655172413
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 30,
              "mean_predicted": 0.8501951531875228,
              "observed": 0.9
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 57,
              "mean_predicted": 0.9509741432142104,
              "observed": 0.9649122807017544
            }
          ],
          "defined": 166,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.7891566265060241,
          "decision_n": 166,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      }
    },
    "emotion|k4|natural|aligned": {
      "group": "emotion|k4|natural|aligned",
      "task": "emotion",
      "candidate_size": 4,
      "name_mode": "natural",
      "none_mode": "aligned",
      "member_seeds": [
        0
      ],
      "order_seeds": [
        0
      ],
      "multiple_variants": false,
      "n_unique_member_sets": 15,
      "failure_metadata_fields": {},
      "has_probabilities": true,
      "n_text": {
        "calibration": 120,
        "test": 166
      },
      "n_variants": {
        "calibration": 120,
        "test": 166
      },
      "native": {
        "calibration": {
          "present": {
            "correct": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 59,
              "text_mean": 0.49166666666666664,
              "pooled": 0.49166666666666664,
              "wilson95": [
                0.4038757172769723,
                0.5799746021633394
              ],
              "bootstrap95": [
                0.4,
                0.5833333333333334
              ]
            },
            "wrong": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 17,
              "text_mean": 0.14166666666666666,
              "pooled": 0.14166666666666666,
              "wilson95": [
                0.09036879103483236,
                0.21519494489857183
              ],
              "bootstrap95": [
                0.08333333333333333,
                0.20833333333333334
              ]
            },
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 44,
              "text_mean": 0.36666666666666664,
              "pooled": 0.36666666666666664,
              "wilson95": [
                0.2858293519000576,
                0.45577575914493
              ],
              "bootstrap95": [
                0.2833333333333333,
                0.4583333333333333
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 87,
              "text_mean": 0.725,
              "pooled": 0.725,
              "wilson95": [
                0.6390703417242319,
                0.7969710333873515
              ],
              "bootstrap95": [
                0.65,
                0.8083333333333333
              ]
            },
            "accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 33,
              "text_mean": 0.275,
              "pooled": 0.275,
              "wilson95": [
                0.20302896661264852,
                0.3609296582757681
              ],
              "bootstrap95": [
                0.2,
                0.35854166666666554
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 120,
            "text_mean": 0.35833333333333334,
            "bootstrap95": [
              0.25833333333333336,
              0.4583333333333333
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        },
        "test": {
          "present": {
            "correct": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 59,
              "text_mean": 0.35542168674698793,
              "pooled": 0.35542168674698793,
              "wilson95": [
                0.2866334979060278,
                0.430749994126534
              ],
              "bootstrap95": [
                0.28313253012048195,
                0.42771084337349397
              ]
            },
            "wrong": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 25,
              "text_mean": 0.15060240963855423,
              "pooled": 0.15060240963855423,
              "wilson95": [
                0.10413810746388927,
                0.21287199828146883
              ],
              "bootstrap95": [
                0.0963855421686747,
                0.21084337349397592
              ]
            },
            "rejected": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 82,
              "text_mean": 0.4939759036144578,
              "pooled": 0.4939759036144578,
              "wilson95": [
                0.4189212307458303,
                0.569303081422193
              ],
              "bootstrap95": [
                0.42168674698795183,
                0.572289156626506
              ]
            },
            "interface_failure": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.02261790994594346
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 123,
              "text_mean": 0.7409638554216867,
              "pooled": 0.7409638554216867,
              "wilson95": [
                0.6694009420855891,
                0.8016265711934742
              ],
              "bootstrap95": [
                0.6746987951807228,
                0.8072289156626506
              ]
            },
            "accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 43,
              "text_mean": 0.25903614457831325,
              "pooled": 0.25903614457831325,
              "wilson95": [
                0.19837342880652575,
                0.3305990579144108
              ],
              "bootstrap95": [
                0.19864457831325302,
                0.3253012048192771
              ]
            },
            "interface_failure": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.02261790994594346
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 166,
            "text_mean": 0.2469879518072289,
            "bootstrap95": [
              0.16265060240963855,
              0.3313253012048193
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        }
      },
      "scores": {
        "negative_max": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 166,
              "n_variants": 166
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -0.4698,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 27,
              "text_mean": 0.225,
              "pooled": 0.225,
              "wilson95": [
                0.15949154668383533,
                0.3075689948464516
              ],
              "bootstrap95": [
                0.15812500000000002,
                0.3
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 81,
              "text_mean": 0.675,
              "pooled": 0.675,
              "wilson95": [
                0.5869018408594733,
                0.7522414508939805
              ],
              "bootstrap95": [
                0.5916666666666667,
                0.75
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 33,
              "text_mean": 0.275,
              "pooled": 0.275,
              "wilson95": [
                0.20302896661264852,
                0.3609296582757681
              ],
              "bootstrap95": [
                0.2,
                0.35833333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 93,
              "text_mean": 0.775,
              "pooled": 0.775,
              "wilson95": [
                0.6924310051535484,
                0.8405084533161647
              ],
              "bootstrap95": [
                0.7,
                0.8416666666666667
              ]
            }
          },
          "test": {
            "threshold": -0.4698,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 35,
              "text_mean": 0.21084337349397592,
              "pooled": 0.21084337349397592,
              "wilson95": [
                0.15568963477418032,
                0.27907734929094363
              ],
              "bootstrap95": [
                0.15060240963855423,
                0.27710843373493976
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 23,
              "text_mean": 0.13855421686746988,
              "pooled": 0.13855421686746988,
              "wilson95": [
                0.09413242881394443,
                0.1993263012674605
              ],
              "bootstrap95": [
                0.09036144578313253,
                0.1927710843373494
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 97,
              "text_mean": 0.5843373493975904,
              "pooled": 0.5843373493975904,
              "wilson95": [
                0.5082864417902249,
                0.6565731878574474
              ],
              "bootstrap95": [
                0.5120481927710844,
                0.656777108433734
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 46,
              "text_mean": 0.27710843373493976,
              "pooled": 0.27710843373493976,
              "wilson95": [
                0.2146499963346093,
                0.349649553882257
              ],
              "bootstrap95": [
                0.21084337349397592,
                0.3435240963855413
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 143,
              "text_mean": 0.8614457831325302,
              "pooled": 0.8614457831325302,
              "wilson95": [
                0.8006736987325396,
                0.9058675711860555
              ],
              "bootstrap95": [
                0.8072289156626506,
                0.9097891566265052
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 131,
              "text_mean": 0.7891566265060241,
              "pooled": 0.7891566265060241,
              "wilson95": [
                0.7209226507090565,
                0.8443103652258197
              ],
              "bootstrap95": [
                0.7228915662650602,
                0.8493975903614458
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.6918402777777778,
              "paired_text_mean": 0.6166666666666667,
              "bootstrap95": [
                0.6276302083333333,
                0.7502100694444445
              ]
            },
            "test": {
              "n_text": 166,
              "n_variants": 166,
              "pooled": 0.6310966758600668,
              "paired_text_mean": 0.5542168674698795,
              "bootstrap95": [
                0.577548900420961,
                0.6839182029322107
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -0.4698
        },
        "normalized_entropy": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 166,
              "n_variants": 166
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.8842653872612835,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 26,
              "text_mean": 0.21666666666666667,
              "pooled": 0.21666666666666667,
              "wilson95": [
                0.15236723564151497,
                0.29854362532908374
              ],
              "bootstrap95": [
                0.14166666666666666,
                0.2916666666666667
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 5,
              "text_mean": 0.041666666666666664,
              "pooled": 0.041666666666666664,
              "wilson95": [
                0.017926716880109515,
                0.09384085233703535
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.08333333333333333
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 82,
              "text_mean": 0.6833333333333333,
              "pooled": 0.6833333333333333,
              "wilson95": [
                0.5955213183551313,
                0.7597716539580108
              ],
              "bootstrap95": [
                0.6,
                0.7666666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 33,
              "text_mean": 0.275,
              "pooled": 0.275,
              "wilson95": [
                0.20302896661264852,
                0.3609296582757681
              ],
              "bootstrap95": [
                0.2,
                0.35833333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 115,
              "text_mean": 0.9583333333333334,
              "pooled": 0.9583333333333334,
              "wilson95": [
                0.9061591476629647,
                0.9820732831198906
              ],
              "bootstrap95": [
                0.9166666666666666,
                0.9916666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 94,
              "text_mean": 0.7833333333333333,
              "pooled": 0.7833333333333333,
              "wilson95": [
                0.7014563746709164,
                0.8476327643584851
              ],
              "bootstrap95": [
                0.7,
                0.85
              ]
            }
          },
          "test": {
            "threshold": 0.8842653872612835,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 34,
              "text_mean": 0.20481927710843373,
              "pooled": 0.20481927710843373,
              "wilson95": [
                0.15043571529766897,
                0.2725555809354784
              ],
              "bootstrap95": [
                0.14457831325301204,
                0.2710843373493976
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 17,
              "text_mean": 0.10240963855421686,
              "pooled": 0.10240963855421686,
              "wilson95": [
                0.06492704635050434,
                0.15787755673904105
              ],
              "bootstrap95": [
                0.060240963855421686,
                0.15060240963855423
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 99,
              "text_mean": 0.5963855421686747,
              "pooled": 0.5963855421686747,
              "wilson95": [
                0.5203874441039436,
                0.6680235612076817
              ],
              "bootstrap95": [
                0.5240963855421686,
                0.6688253012048184
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 50,
              "text_mean": 0.30120481927710846,
              "pooled": 0.30120481927710846,
              "wilson95": [
                0.2365574927030631,
                0.3748448088417096
              ],
              "bootstrap95": [
                0.23493975903614459,
                0.37349397590361444
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 149,
              "text_mean": 0.8975903614457831,
              "pooled": 0.8975903614457831,
              "wilson95": [
                0.8421224432609589,
                0.9350729536494955
              ],
              "bootstrap95": [
                0.8493975903614458,
                0.9397590361445783
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 132,
              "text_mean": 0.7951807228915663,
              "pooled": 0.7951807228915663,
              "wilson95": [
                0.7274444190645216,
                0.8495642847023309
              ],
              "bootstrap95": [
                0.7349397590361446,
                0.8554216867469879
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.7027777777777777,
              "paired_text_mean": 0.6333333333333333,
              "bootstrap95": [
                0.6455538194444445,
                0.7600104166666666
              ]
            },
            "test": {
              "n_text": 166,
              "n_variants": 166,
              "pooled": 0.6378284221222238,
              "paired_text_mean": 0.5542168674698795,
              "bootstrap95": [
                0.5823014951371752,
                0.6939822543184786
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.8842653872612835
        },
        "none_probability": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 166,
              "n_variants": 166
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.8679,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 27,
              "text_mean": 0.225,
              "pooled": 0.225,
              "wilson95": [
                0.15949154668383533,
                0.3075689948464516
              ],
              "bootstrap95": [
                0.15833333333333333,
                0.3
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 82,
              "text_mean": 0.6833333333333333,
              "pooled": 0.6833333333333333,
              "wilson95": [
                0.5955213183551313,
                0.7597716539580108
              ],
              "bootstrap95": [
                0.6,
                0.7666666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 32,
              "text_mean": 0.26666666666666666,
              "pooled": 0.26666666666666666,
              "wilson95": [
                0.19568455046725244,
                0.352124393861476
              ],
              "bootstrap95": [
                0.19166666666666668,
                0.35
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 93,
              "text_mean": 0.775,
              "pooled": 0.775,
              "wilson95": [
                0.6924310051535484,
                0.8405084533161647
              ],
              "bootstrap95": [
                0.6916666666666667,
                0.8416666666666667
              ]
            }
          },
          "test": {
            "threshold": 0.8679,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 37,
              "text_mean": 0.22289156626506024,
              "pooled": 0.22289156626506024,
              "wilson95": [
                0.16625487254849708,
                0.29206348718058
              ],
              "bootstrap95": [
                0.16265060240963855,
                0.28313253012048195
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 16,
              "text_mean": 0.0963855421686747,
              "pooled": 0.0963855421686747,
              "wilson95": [
                0.06020163030645203,
                0.15082728495111677
              ],
              "bootstrap95": [
                0.05421686746987952,
                0.14457831325301204
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 96,
              "text_mean": 0.5783132530120482,
              "pooled": 0.5783132530120482,
              "wilson95": [
                0.5022526711184665,
                0.650831270697229
              ],
              "bootstrap95": [
                0.5,
                0.6566265060240963
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 54,
              "text_mean": 0.3253012048192771,
              "pooled": 0.3253012048192771,
              "wilson95": [
                0.2586848333811249,
                0.399820219491554
              ],
              "bootstrap95": [
                0.2588855421686747,
                0.39759036144578314
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 150,
              "text_mean": 0.9036144578313253,
              "pooled": 0.9036144578313253,
              "wilson95": [
                0.8491727150488833,
                0.9397983696935479
              ],
              "bootstrap95": [
                0.8554216867469879,
                0.9457831325301205
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 129,
              "text_mean": 0.7771084337349398,
              "pooled": 0.7771084337349398,
              "wilson95": [
                0.7079365128194199,
                0.8337451274515029
              ],
              "bootstrap95": [
                0.7108433734939759,
                0.8373493975903614
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.7304166666666667,
              "paired_text_mean": 0.7416666666666667,
              "bootstrap95": [
                0.6807604166666666,
                0.7811458333333333
              ]
            },
            "test": {
              "n_text": 166,
              "n_variants": 166,
              "pooled": 0.6661162723181884,
              "paired_text_mean": 0.6746987951807228,
              "bootstrap95": [
                0.6172321817390042,
                0.7126814486863114
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.8679
        }
      },
      "coverage": {
        "calibration": {
          "n_pairs": 240,
          "n_text": 120,
          "prevalence": 0.5,
          "brier": 0.23355553095833334,
          "brier_text_mean": 0.23355553095833334,
          "brier_bootstrap95": [
            0.20321253228333333,
            0.263578455721875
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 59,
              "mean_predicted": 0.03522372881355933,
              "observed": 0.2033898305084746
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 22,
              "mean_predicted": 0.14617272727272726,
              "observed": 0.5454545454545454
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 15,
              "mean_predicted": 0.24677333333333332,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 10,
              "mean_predicted": 0.37299999999999994,
              "observed": 0.5
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 18,
              "mean_predicted": 0.4509166666666666,
              "observed": 0.2777777777777778
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 23,
              "mean_predicted": 0.5572739130434783,
              "observed": 0.7391304347826086
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 12,
              "mean_predicted": 0.6542,
              "observed": 0.5833333333333334
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 25,
              "mean_predicted": 0.7514,
              "observed": 0.52
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 35,
              "mean_predicted": 0.8543828571428572,
              "observed": 0.6857142857142857
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 21,
              "mean_predicted": 0.920442857142857,
              "observed": 0.9523809523809523
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        },
        "test": {
          "n_pairs": 332,
          "n_text": 166,
          "prevalence": 0.5,
          "brier": 0.26406733539156624,
          "brier_text_mean": 0.26406733539156624,
          "brier_bootstrap95": [
            0.2384775517846386,
            0.290537494879518
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 65,
              "mean_predicted": 0.038864615384615386,
              "observed": 0.3076923076923077
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 25,
              "mean_predicted": 0.139084,
              "observed": 0.4
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 18,
              "mean_predicted": 0.23315,
              "observed": 0.3888888888888889
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 12,
              "mean_predicted": 0.3565416666666667,
              "observed": 0.25
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 25,
              "mean_predicted": 0.451828,
              "observed": 0.44
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 16,
              "mean_predicted": 0.546475,
              "observed": 0.375
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 36,
              "mean_predicted": 0.6500083333333333,
              "observed": 0.5555555555555556
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 42,
              "mean_predicted": 0.7561190476190477,
              "observed": 0.6190476190476191
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 66,
              "mean_predicted": 0.8591545454545454,
              "observed": 0.6818181818181818
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 27,
              "mean_predicted": 0.9332074074074076,
              "observed": 0.6666666666666666
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        }
      },
      "conditional_ordinary": {
        "calibration": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.7,
          "brier": 0.2159642410842667,
          "brier_text_mean": 0.2159642410842667,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 3,
              "mean_predicted": 0.38536666666666664,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 6,
              "mean_predicted": 0.44875943562259435,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 10,
              "mean_predicted": 0.54396,
              "observed": 0.5
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 13,
              "mean_predicted": 0.6431924153232319,
              "observed": 0.6153846153846154
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 13,
              "mean_predicted": 0.7672133756335952,
              "observed": 0.46153846153846156
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 21,
              "mean_predicted": 0.8527861287830993,
              "observed": 0.7619047619047619
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 54,
              "mean_predicted": 0.9563017868798881,
              "observed": 0.8148148148148148
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.7,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 166,
          "n_text": 166,
          "prevalence": 0.6325301204819277,
          "brier": 0.24624636392295085,
          "brier_text_mean": 0.24624636392295085,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 7,
              "mean_predicted": 0.34945796865400824,
              "observed": 0.2857142857142857
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 17,
              "mean_predicted": 0.4344020725099031,
              "observed": 0.4117647058823529
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 16,
              "mean_predicted": 0.5418946215015711,
              "observed": 0.6875
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 23,
              "mean_predicted": 0.6622638911518998,
              "observed": 0.6086956521739131
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 18,
              "mean_predicted": 0.7495125595397368,
              "observed": 0.6111111111111112
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 24,
              "mean_predicted": 0.8504832321214989,
              "observed": 0.7083333333333334
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 61,
              "mean_predicted": 0.9542595408124975,
              "observed": 0.7049180327868853
            }
          ],
          "defined": 166,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.6325301204819277,
          "decision_n": 166,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      },
      "conditional_ordinary_with_none": {
        "calibration": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.6916666666666667,
          "brier": 0.20103767718682122,
          "brier_text_mean": 0.20103767718682122,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 2,
              "mean_predicted": 0.3671952472670047,
              "observed": 0.0
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 15,
              "mean_predicted": 0.46247885370235753,
              "observed": 0.4666666666666667
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 10,
              "mean_predicted": 0.5439232603493906,
              "observed": 0.6
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 13,
              "mean_predicted": 0.6621390794111837,
              "observed": 0.5384615384615384
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 11,
              "mean_predicted": 0.7490435517274274,
              "observed": 0.6363636363636364
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 20,
              "mean_predicted": 0.8571854501838866,
              "observed": 0.85
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 49,
              "mean_predicted": 0.9586822896513729,
              "observed": 0.7959183673469388
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.6916666666666667,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 166,
          "n_text": 166,
          "prevalence": 0.6265060240963856,
          "brier": 0.23844679305521788,
          "brier_text_mean": 0.23844679305521788,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 1,
              "mean_predicted": 0.285458452722063,
              "observed": 0.0
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 14,
              "mean_predicted": 0.3598135674017858,
              "observed": 0.42857142857142855
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 17,
              "mean_predicted": 0.45574842121332904,
              "observed": 0.5294117647058824
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 16,
              "mean_predicted": 0.5491144319187193,
              "observed": 0.4375
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 19,
              "mean_predicted": 0.6526026937626093,
              "observed": 0.631578947368421
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 23,
              "mean_predicted": 0.743040449276901,
              "observed": 0.6956521739130435
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 23,
              "mean_predicted": 0.8455440034616931,
              "observed": 0.6086956521739131
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 53,
              "mean_predicted": 0.9575264303007496,
              "observed": 0.7547169811320755
            }
          ],
          "defined": 166,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.6265060240963856,
          "decision_n": 166,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      }
    },
    "emotion|k4|neutral|aligned": {
      "group": "emotion|k4|neutral|aligned",
      "task": "emotion",
      "candidate_size": 4,
      "name_mode": "neutral",
      "none_mode": "aligned",
      "member_seeds": [
        0
      ],
      "order_seeds": [
        0
      ],
      "multiple_variants": false,
      "n_unique_member_sets": 15,
      "failure_metadata_fields": {},
      "has_probabilities": true,
      "n_text": {
        "calibration": 120,
        "test": 166
      },
      "n_variants": {
        "calibration": 120,
        "test": 166
      },
      "native": {
        "calibration": {
          "present": {
            "correct": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 55,
              "text_mean": 0.4583333333333333,
              "pooled": 0.4583333333333333,
              "wilson95": [
                0.3718612878252585,
                0.5473903093763002
              ],
              "bootstrap95": [
                0.36666666666666664,
                0.55
              ]
            },
            "wrong": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 14,
              "text_mean": 0.11666666666666667,
              "pooled": 0.11666666666666667,
              "wilson95": [
                0.0707811780783005,
                0.18633351617603885
              ],
              "bootstrap95": [
                0.058333333333333334,
                0.175
              ]
            },
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 51,
              "text_mean": 0.425,
              "pooled": 0.425,
              "wilson95": [
                0.34023039219273576,
                0.5144224827700699
              ],
              "bootstrap95": [
                0.3416666666666667,
                0.5085416666666654
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 86,
              "text_mean": 0.7166666666666667,
              "pooled": 0.7166666666666667,
              "wilson95": [
                0.6302979754694596,
                0.7895937190824355
              ],
              "bootstrap95": [
                0.6333333333333333,
                0.7916666666666666
              ]
            },
            "accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 34,
              "text_mean": 0.2833333333333333,
              "pooled": 0.2833333333333333,
              "wilson95": [
                0.21040628091756453,
                0.36970202453054035
              ],
              "bootstrap95": [
                0.20833333333333334,
                0.36666666666666664
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 120,
            "text_mean": 0.2916666666666667,
            "bootstrap95": [
              0.19166666666666668,
              0.38333333333333336
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        },
        "test": {
          "present": {
            "correct": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 56,
              "text_mean": 0.3373493975903614,
              "pooled": 0.3373493975903614,
              "wilson95": [
                0.26982674356853403,
                0.41222968496809803
              ],
              "bootstrap95": [
                0.25903614457831325,
                0.40963855421686746
              ]
            },
            "wrong": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 24,
              "text_mean": 0.14457831325301204,
              "pooled": 0.14457831325301204,
              "wilson95": [
                0.0991204477459792,
                0.20611397016740227
              ],
              "bootstrap95": [
                0.0963855421686747,
                0.19879518072289157
              ]
            },
            "rejected": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 86,
              "text_mean": 0.5180722891566265,
              "pooled": 0.5180722891566265,
              "wilson95": [
                0.44251529566074355,
                0.5928117678351862
              ],
              "bootstrap95": [
                0.4397590361445783,
                0.5905120481927703
              ]
            },
            "interface_failure": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.02261790994594346
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 125,
              "text_mean": 0.7530120481927711,
              "pooled": 0.7530120481927711,
              "wilson95": [
                0.6821792456442569,
                0.8123996432987596
              ],
              "bootstrap95": [
                0.6867469879518072,
                0.8192771084337349
              ]
            },
            "accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 41,
              "text_mean": 0.2469879518072289,
              "pooled": 0.2469879518072289,
              "wilson95": [
                0.18760035670124037,
                0.31782075435574303
              ],
              "bootstrap95": [
                0.18674698795180722,
                0.3132530120481928
              ]
            },
            "interface_failure": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.02261790994594346
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 166,
            "text_mean": 0.23493975903614459,
            "bootstrap95": [
              0.15060240963855423,
              0.3192771084337349
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        }
      },
      "scores": {
        "negative_max": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 166,
              "n_variants": 166
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -0.4125,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 32,
              "text_mean": 0.26666666666666666,
              "pooled": 0.26666666666666666,
              "wilson95": [
                0.19568455046725244,
                0.352124393861476
              ],
              "bootstrap95": [
                0.19166666666666668,
                0.3416666666666667
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 82,
              "text_mean": 0.6833333333333333,
              "pooled": 0.6833333333333333,
              "wilson95": [
                0.5955213183551313,
                0.7597716539580108
              ],
              "bootstrap95": [
                0.6,
                0.7666666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 32,
              "text_mean": 0.26666666666666666,
              "pooled": 0.26666666666666666,
              "wilson95": [
                0.19568455046725244,
                0.352124393861476
              ],
              "bootstrap95": [
                0.19166666666666668,
                0.35
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 88,
              "text_mean": 0.7333333333333333,
              "pooled": 0.7333333333333333,
              "wilson95": [
                0.647875606138524,
                0.8043154495327476
              ],
              "bootstrap95": [
                0.65,
                0.8083333333333333
              ]
            }
          },
          "test": {
            "threshold": -0.4125,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 43,
              "text_mean": 0.25903614457831325,
              "pooled": 0.25903614457831325,
              "wilson95": [
                0.19837342880652575,
                0.3305990579144108
              ],
              "bootstrap95": [
                0.1927710843373494,
                0.3253012048192771
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 15,
              "text_mean": 0.09036144578313253,
              "pooled": 0.09036144578313253,
              "wilson95": [
                0.055525017052733404,
                0.1437282103728588
              ],
              "bootstrap95": [
                0.04819277108433735,
                0.13855421686746988
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 98,
              "text_mean": 0.5903614457831325,
              "pooled": 0.5903614457831325,
              "wilson95": [
                0.5143313424383751,
                0.6623039750412738
              ],
              "bootstrap95": [
                0.5240963855421686,
                0.6686746987951807
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 53,
              "text_mean": 0.3192771084337349,
              "pooled": 0.3192771084337349,
              "wilson95": [
                0.25313315441526996,
                0.3935962106254324
              ],
              "bootstrap95": [
                0.2469879518072289,
                0.39156626506024095
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 151,
              "text_mean": 0.9096385542168675,
              "pooled": 0.9096385542168675,
              "wilson95": [
                0.8562717896271411,
                0.9444749829472666
              ],
              "bootstrap95": [
                0.8674698795180723,
                0.9518072289156626
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 123,
              "text_mean": 0.7409638554216867,
              "pooled": 0.7409638554216867,
              "wilson95": [
                0.6694009420855891,
                0.8016265711934742
              ],
              "bootstrap95": [
                0.6746987951807228,
                0.8072289156626506
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.7022569444444444,
              "paired_text_mean": 0.7,
              "bootstrap95": [
                0.6388532986111111,
                0.7579236111111111
              ]
            },
            "test": {
              "n_text": 166,
              "n_variants": 166,
              "pooled": 0.6541588038902598,
              "paired_text_mean": 0.6024096385542169,
              "bootstrap95": [
                0.6017772898824213,
                0.7071844607345042
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -0.4125
        },
        "normalized_entropy": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 166,
              "n_variants": 166
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.9195214225344251,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 33,
              "text_mean": 0.275,
              "pooled": 0.275,
              "wilson95": [
                0.20302896661264852,
                0.3609296582757681
              ],
              "bootstrap95": [
                0.2,
                0.35
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 82,
              "text_mean": 0.6833333333333333,
              "pooled": 0.6833333333333333,
              "wilson95": [
                0.5955213183551313,
                0.7597716539580108
              ],
              "bootstrap95": [
                0.6,
                0.7666666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 32,
              "text_mean": 0.26666666666666666,
              "pooled": 0.26666666666666666,
              "wilson95": [
                0.19568455046725244,
                0.352124393861476
              ],
              "bootstrap95": [
                0.19166666666666668,
                0.35
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 87,
              "text_mean": 0.725,
              "pooled": 0.725,
              "wilson95": [
                0.6390703417242319,
                0.7969710333873515
              ],
              "bootstrap95": [
                0.6416666666666667,
                0.8002083333333322
              ]
            }
          },
          "test": {
            "threshold": 0.9195214225344251,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 46,
              "text_mean": 0.27710843373493976,
              "pooled": 0.27710843373493976,
              "wilson95": [
                0.2146499963346093,
                0.349649553882257
              ],
              "bootstrap95": [
                0.21084337349397592,
                0.3493975903614458
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 20,
              "text_mean": 0.12048192771084337,
              "pooled": 0.12048192771084337,
              "wilson95": [
                0.07936257764109922,
                0.17876908894437593
              ],
              "bootstrap95": [
                0.07228915662650602,
                0.1686746987951807
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 96,
              "text_mean": 0.5783132530120482,
              "pooled": 0.5783132530120482,
              "wilson95": [
                0.5022526711184665,
                0.650831270697229
              ],
              "bootstrap95": [
                0.5060240963855421,
                0.6506024096385542
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 50,
              "text_mean": 0.30120481927710846,
              "pooled": 0.30120481927710846,
              "wilson95": [
                0.2365574927030631,
                0.3748448088417096
              ],
              "bootstrap95": [
                0.23493975903614459,
                0.3674698795180723
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 146,
              "text_mean": 0.8795180722891566,
              "pooled": 0.8795180722891566,
              "wilson95": [
                0.821230911055624,
                0.9206374223589007
              ],
              "bootstrap95": [
                0.8313253012048193,
                0.927710843373494
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 120,
              "text_mean": 0.7228915662650602,
              "pooled": 0.7228915662650602,
              "wilson95": [
                0.650350446117743,
                0.7853500036653907
              ],
              "bootstrap95": [
                0.6506024096385542,
                0.7891566265060241
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.7129861111111111,
              "paired_text_mean": 0.7083333333333334,
              "bootstrap95": [
                0.6551371527777778,
                0.7680625
              ]
            },
            "test": {
              "n_text": 166,
              "n_variants": 166,
              "pooled": 0.6560095804906373,
              "paired_text_mean": 0.6024096385542169,
              "bootstrap95": [
                0.5999029249528233,
                0.7067435404267673
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.9195214225344251
        },
        "none_probability": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 166,
              "n_variants": 166
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.7703,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 41,
              "text_mean": 0.3416666666666667,
              "pooled": 0.3416666666666667,
              "wilson95": [
                0.26290438368564517,
                0.4302516856802777
              ],
              "bootstrap95": [
                0.25833333333333336,
                0.425
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 83,
              "text_mean": 0.6916666666666667,
              "pooled": 0.6916666666666667,
              "wilson95": [
                0.6041700227619933,
                0.767272630110837
              ],
              "bootstrap95": [
                0.6083333333333333,
                0.775
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 31,
              "text_mean": 0.25833333333333336,
              "pooled": 0.25833333333333336,
              "wilson95": [
                0.18837396318660649,
                0.3432853005824337
              ],
              "bootstrap95": [
                0.18333333333333332,
                0.3416666666666667
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 79,
              "text_mean": 0.6583333333333333,
              "pooled": 0.6583333333333333,
              "wilson95": [
                0.5697483143197224,
                0.7370956163143549
              ],
              "bootstrap95": [
                0.5666666666666667,
                0.7416666666666667
              ]
            }
          },
          "test": {
            "threshold": 0.7703,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 57,
              "text_mean": 0.3433734939759036,
              "pooled": 0.3433734939759036,
              "wilson95": [
                0.2754166330584429,
                0.41841548331016587
              ],
              "bootstrap95": [
                0.2710843373493976,
                0.41566265060240964
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 22,
              "text_mean": 0.13253012048192772,
              "pooled": 0.13253012048192772,
              "wilson95": [
                0.08917559933578631,
                0.19250744291364205
              ],
              "bootstrap95": [
                0.08433734939759036,
                0.18674698795180722
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 94,
              "text_mean": 0.5662650602409639,
              "pooled": 0.5662650602409639,
              "wilson95": [
                0.4902182632474156,
                0.639314302904327
              ],
              "bootstrap95": [
                0.4879518072289157,
                0.6385542168674698
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 50,
              "text_mean": 0.30120481927710846,
              "pooled": 0.30120481927710846,
              "wilson95": [
                0.2365574927030631,
                0.3748448088417096
              ],
              "bootstrap95": [
                0.23493975903614459,
                0.37349397590361444
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 144,
              "text_mean": 0.8674698795180723,
              "pooled": 0.8674698795180723,
              "wilson95": [
                0.807492557086358,
                0.9108244006642137
              ],
              "bootstrap95": [
                0.8132530120481928,
                0.9156626506024096
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 109,
              "text_mean": 0.6566265060240963,
              "pooled": 0.6566265060240963,
              "wilson95": [
                0.581584516689834,
                0.724583366941557
              ],
              "bootstrap95": [
                0.5843373493975904,
                0.7289156626506024
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.7377083333333333,
              "paired_text_mean": 0.7833333333333333,
              "bootstrap95": [
                0.6881875,
                0.785439236111111
              ]
            },
            "test": {
              "n_text": 166,
              "n_variants": 166,
              "pooled": 0.6825918130352736,
              "paired_text_mean": 0.6987951807228916,
              "bootstrap95": [
                0.6401459754681377,
                0.7277063071563362
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.7703
        }
      },
      "coverage": {
        "calibration": {
          "n_pairs": 240,
          "n_text": 120,
          "prevalence": 0.5,
          "brier": 0.21685518725000003,
          "brier_text_mean": 0.21685518725000003,
          "brier_bootstrap95": [
            0.1927162375770833,
            0.24206905304062495
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 37,
              "mean_predicted": 0.05516486486486487,
              "observed": 0.24324324324324326
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 25,
              "mean_predicted": 0.149156,
              "observed": 0.36
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 25,
              "mean_predicted": 0.24004800000000004,
              "observed": 0.32
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 25,
              "mean_predicted": 0.33718799999999993,
              "observed": 0.4
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 21,
              "mean_predicted": 0.46618571428571415,
              "observed": 0.38095238095238093
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 18,
              "mean_predicted": 0.5466444444444444,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 26,
              "mean_predicted": 0.6468961538461537,
              "observed": 0.46153846153846156
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 23,
              "mean_predicted": 0.7544521739130434,
              "observed": 0.782608695652174
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 37,
              "mean_predicted": 0.8503567567567568,
              "observed": 0.8378378378378378
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 3,
              "mean_predicted": 0.9107666666666666,
              "observed": 1.0
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        },
        "test": {
          "n_pairs": 332,
          "n_text": 166,
          "prevalence": 0.5,
          "brier": 0.24120641515060243,
          "brier_text_mean": 0.24120641515060245,
          "brier_bootstrap95": [
            0.21981909986370482,
            0.2624792154081325
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 44,
              "mean_predicted": 0.05365454545454546,
              "observed": 0.22727272727272727
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 33,
              "mean_predicted": 0.14873939393939395,
              "observed": 0.3939393939393939
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 26,
              "mean_predicted": 0.24789999999999998,
              "observed": 0.38461538461538464
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 24,
              "mean_predicted": 0.35803333333333337,
              "observed": 0.375
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 31,
              "mean_predicted": 0.4519225806451614,
              "observed": 0.5483870967741935
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 38,
              "mean_predicted": 0.5490447368421051,
              "observed": 0.4473684210526316
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 32,
              "mean_predicted": 0.6547875,
              "observed": 0.5
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 41,
              "mean_predicted": 0.7557926829268293,
              "observed": 0.7317073170731707
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 53,
              "mean_predicted": 0.8468,
              "observed": 0.6981132075471698
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 10,
              "mean_predicted": 0.9230500000000001,
              "observed": 0.7
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        }
      },
      "conditional_ordinary": {
        "calibration": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.7,
          "brier": 0.1997076867129112,
          "brier_text_mean": 0.1997076867129112,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 1,
              "mean_predicted": 0.2985298529852985,
              "observed": 1.0
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 4,
              "mean_predicted": 0.3620409509049095,
              "observed": 0.25
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 11,
              "mean_predicted": 0.4448843957122985,
              "observed": 0.45454545454545453
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 21,
              "mean_predicted": 0.5481551218778845,
              "observed": 0.5714285714285714
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 10,
              "mean_predicted": 0.6521737589576375,
              "observed": 0.7
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 26,
              "mean_predicted": 0.7527449227474876,
              "observed": 0.8846153846153846
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 26,
              "mean_predicted": 0.8511787400026336,
              "observed": 0.6538461538461539
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 21,
              "mean_predicted": 0.9367530849635783,
              "observed": 0.8571428571428571
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.7,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 166,
          "n_text": 166,
          "prevalence": 0.6204819277108434,
          "brier": 0.223060949037812,
          "brier_text_mean": 0.223060949037812,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 11,
              "mean_predicted": 0.35699947368899476,
              "observed": 0.2727272727272727
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 28,
              "mean_predicted": 0.4479685298079352,
              "observed": 0.5714285714285714
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 29,
              "mean_predicted": 0.5476064050515123,
              "observed": 0.41379310344827586
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 22,
              "mean_predicted": 0.6496594093597304,
              "observed": 0.7272727272727273
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 19,
              "mean_predicted": 0.7572540828051724,
              "observed": 0.7368421052631579
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 29,
              "mean_predicted": 0.8484494376662184,
              "observed": 0.6551724137931034
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 28,
              "mean_predicted": 0.9351938372990455,
              "observed": 0.8214285714285714
            }
          ],
          "defined": 166,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.6204819277108434,
          "decision_n": 166,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      },
      "conditional_ordinary_with_none": {
        "calibration": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.7083333333333334,
          "brier": 0.19413987169332889,
          "brier_text_mean": 0.19413987169332889,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 8,
              "mean_predicted": 0.35246230556215646,
              "observed": 0.5
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 15,
              "mean_predicted": 0.47110207764037604,
              "observed": 0.4666666666666667
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 11,
              "mean_predicted": 0.5636168187444383,
              "observed": 0.5454545454545454
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 15,
              "mean_predicted": 0.6511793275188584,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 25,
              "mean_predicted": 0.7543385475093976,
              "observed": 0.8
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 24,
              "mean_predicted": 0.8559811037357218,
              "observed": 0.8333333333333334
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 22,
              "mean_predicted": 0.9317019081036443,
              "observed": 0.8181818181818182
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.7083333333333334,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 166,
          "n_text": 166,
          "prevalence": 0.6265060240963856,
          "brier": 0.22492729222428576,
          "brier_text_mean": 0.22492729222428576,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 1,
              "mean_predicted": 0.2959641255605381,
              "observed": 1.0
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 14,
              "mean_predicted": 0.35265276535826307,
              "observed": 0.21428571428571427
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 29,
              "mean_predicted": 0.44456668120965803,
              "observed": 0.5517241379310345
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 25,
              "mean_predicted": 0.5449745092186165,
              "observed": 0.64
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 22,
              "mean_predicted": 0.6579659301450855,
              "observed": 0.5454545454545454
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 19,
              "mean_predicted": 0.7538896881704314,
              "observed": 0.7368421052631579
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 25,
              "mean_predicted": 0.8509139839243203,
              "observed": 0.6
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 31,
              "mean_predicted": 0.938170482655474,
              "observed": 0.8709677419354839
            }
          ],
          "defined": 166,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.6265060240963856,
          "decision_n": 166,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      }
    },
    "emotion|k5|natural|aligned": {
      "group": "emotion|k5|natural|aligned",
      "task": "emotion",
      "candidate_size": 5,
      "name_mode": "natural",
      "none_mode": "aligned",
      "member_seeds": [
        0
      ],
      "order_seeds": [
        0
      ],
      "multiple_variants": false,
      "n_unique_member_sets": 6,
      "failure_metadata_fields": {},
      "has_probabilities": true,
      "n_text": {
        "calibration": 120,
        "test": 166
      },
      "n_variants": {
        "calibration": 120,
        "test": 166
      },
      "native": {
        "calibration": {
          "present": {
            "correct": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 49,
              "text_mean": 0.4083333333333333,
              "pooled": 0.4083333333333333,
              "wilson95": [
                0.3245613454748446,
                0.4977921683685844
              ],
              "bootstrap95": [
                0.325,
                0.5
              ]
            },
            "wrong": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 24,
              "text_mean": 0.2,
              "pooled": 0.2,
              "wilson95": [
                0.13824476478840256,
                0.2803667350628196
              ],
              "bootstrap95": [
                0.13333333333333333,
                0.275
              ]
            },
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 47,
              "text_mean": 0.39166666666666666,
              "pooled": 0.39166666666666666,
              "wilson95": [
                0.30899196972332565,
                0.4810621830007269
              ],
              "bootstrap95": [
                0.3,
                0.475
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 83,
              "text_mean": 0.6916666666666667,
              "pooled": 0.6916666666666667,
              "wilson95": [
                0.6041700227619933,
                0.767272630110837
              ],
              "bootstrap95": [
                0.6083333333333333,
                0.7666666666666667
              ]
            },
            "accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 37,
              "text_mean": 0.30833333333333335,
              "pooled": 0.30833333333333335,
              "wilson95": [
                0.23272736988916298,
                0.39582997723800684
              ],
              "bootstrap95": [
                0.225,
                0.39166666666666666
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 120,
            "text_mean": 0.3,
            "bootstrap95": [
              0.2,
              0.4
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        },
        "test": {
          "present": {
            "correct": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 54,
              "text_mean": 0.3253012048192771,
              "pooled": 0.3253012048192771,
              "wilson95": [
                0.2586848333811249,
                0.399820219491554
              ],
              "bootstrap95": [
                0.25301204819277107,
                0.39759036144578314
              ]
            },
            "wrong": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 36,
              "text_mean": 0.21686746987951808,
              "pooled": 0.21686746987951808,
              "wilson95": [
                0.16096287597369466,
                0.2855797959234058
              ],
              "bootstrap95": [
                0.1566265060240964,
                0.28313253012048195
              ]
            },
            "rejected": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 76,
              "text_mean": 0.4578313253012048,
              "pooled": 0.4578313253012048,
              "wilson95": [
                0.38385066754815306,
                0.5337195176280106
              ],
              "bootstrap95": [
                0.3855421686746988,
                0.536144578313253
              ]
            },
            "interface_failure": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.02261790994594346
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 111,
              "text_mean": 0.6686746987951807,
              "pooled": 0.6686746987951807,
              "wilson95": [
                0.5939686810029591,
                0.7357505782923853
              ],
              "bootstrap95": [
                0.5963855421686747,
                0.7409638554216867
              ]
            },
            "accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 55,
              "text_mean": 0.3313253012048193,
              "pooled": 0.3313253012048193,
              "wilson95": [
                0.2642494217076147,
                0.4060313189970409
              ],
              "bootstrap95": [
                0.25903614457831325,
                0.40376506024096304
              ]
            },
            "interface_failure": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.02261790994594346
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 166,
            "text_mean": 0.21084337349397592,
            "bootstrap95": [
              0.13253012048192772,
              0.28313253012048195
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        }
      },
      "scores": {
        "negative_max": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 166,
              "n_variants": 166
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -0.4097,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 26,
              "text_mean": 0.21666666666666667,
              "pooled": 0.21666666666666667,
              "wilson95": [
                0.15236723564151497,
                0.29854362532908374
              ],
              "bootstrap95": [
                0.14979166666666668,
                0.2916666666666667
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 74,
              "text_mean": 0.6166666666666667,
              "pooled": 0.6166666666666667,
              "wilson95": [
                0.5273408053842049,
                0.6987547224514311
              ],
              "bootstrap95": [
                0.5333333333333333,
                0.7
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 40,
              "text_mean": 0.3333333333333333,
              "pooled": 0.3333333333333333,
              "wilson95": [
                0.25531740501258443,
                0.4216889837936501
              ],
              "bootstrap95": [
                0.25,
                0.4168749999999989
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 94,
              "text_mean": 0.7833333333333333,
              "pooled": 0.7833333333333333,
              "wilson95": [
                0.7014563746709164,
                0.8476327643584851
              ],
              "bootstrap95": [
                0.7083333333333334,
                0.85
              ]
            }
          },
          "test": {
            "threshold": -0.4097,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 21,
              "text_mean": 0.12650602409638553,
              "pooled": 0.12650602409638553,
              "wilson95": [
                0.08425167742952813,
                0.1856556769879236
              ],
              "bootstrap95": [
                0.0783132530120482,
                0.18072289156626506
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 14,
              "text_mean": 0.08433734939759036,
              "pooled": 0.08433734939759036,
              "wilson95": [
                0.050901346094600966,
                0.13657619349901468
              ],
              "bootstrap95": [
                0.04216867469879518,
                0.12650602409638553
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 81,
              "text_mean": 0.4879518072289157,
              "pooled": 0.4879518072289157,
              "wilson95": [
                0.41304939245812106,
                0.5633992318779257
              ],
              "bootstrap95": [
                0.40963855421686746,
                0.5602409638554217
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 71,
              "text_mean": 0.42771084337349397,
              "pooled": 0.42771084337349397,
              "wilson95": [
                0.35492171097023706,
                0.5037700350460438
              ],
              "bootstrap95": [
                0.35542168674698793,
                0.5061746987951798
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 152,
              "text_mean": 0.9156626506024096,
              "pooled": 0.9156626506024096,
              "wilson95": [
                0.8634238065009852,
                0.9490986539053989
              ],
              "bootstrap95": [
                0.8734939759036144,
                0.9518072289156626
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 145,
              "text_mean": 0.8734939759036144,
              "pooled": 0.8734939759036144,
              "wilson95": [
                0.8143443230120763,
                0.9157483225704718
              ],
              "bootstrap95": [
                0.8192771084337349,
                0.9216867469879518
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.6831597222222222,
              "paired_text_mean": 0.6833333333333333,
              "bootstrap95": [
                0.6224253472222223,
                0.744736111111111
              ]
            },
            "test": {
              "n_text": 166,
              "n_variants": 166,
              "pooled": 0.5991254173319785,
              "paired_text_mean": 0.5180722891566265,
              "bootstrap95": [
                0.5440543801712876,
                0.6533676876179416
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -0.4097
        },
        "normalized_entropy": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 166,
              "n_variants": 166
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.8568259990134796,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 29,
              "text_mean": 0.24166666666666667,
              "pooled": 0.24166666666666667,
              "wilson95": [
                0.1738584121753525,
                0.325501490474311
              ],
              "bootstrap95": [
                0.16666666666666666,
                0.325
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 75,
              "text_mean": 0.625,
              "pooled": 0.625,
              "wilson95": [
                0.5357695062597921,
                0.706475702135532
              ],
              "bootstrap95": [
                0.5416666666666666,
                0.7083333333333334
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 39,
              "text_mean": 0.325,
              "pooled": 0.325,
              "wilson95": [
                0.24775854910601952,
                0.4130981591405268
              ],
              "bootstrap95": [
                0.24166666666666667,
                0.4083333333333333
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 91,
              "text_mean": 0.7583333333333333,
              "pooled": 0.7583333333333333,
              "wilson95": [
                0.674498509525689,
                0.8261415878246474
              ],
              "bootstrap95": [
                0.6833333333333333,
                0.8252083333333321
              ]
            }
          },
          "test": {
            "threshold": 0.8568259990134796,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 29,
              "text_mean": 0.1746987951807229,
              "pooled": 0.1746987951807229,
              "wilson95": [
                0.12447895672872757,
                0.23963390034453685
              ],
              "bootstrap95": [
                0.12048192771084337,
                0.23493975903614459
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 17,
              "text_mean": 0.10240963855421686,
              "pooled": 0.10240963855421686,
              "wilson95": [
                0.06492704635050434,
                0.15787755673904105
              ],
              "bootstrap95": [
                0.060240963855421686,
                0.14457831325301204
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 81,
              "text_mean": 0.4879518072289157,
              "pooled": 0.4879518072289157,
              "wilson95": [
                0.41304939245812106,
                0.5633992318779257
              ],
              "bootstrap95": [
                0.40963855421686746,
                0.5662650602409639
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 68,
              "text_mean": 0.40963855421686746,
              "pooled": 0.40963855421686746,
              "wilson95": [
                0.33769602495872625,
                0.48566865756162486
              ],
              "bootstrap95": [
                0.3313253012048193,
                0.4819277108433735
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 149,
              "text_mean": 0.8975903614457831,
              "pooled": 0.8975903614457831,
              "wilson95": [
                0.8421224432609589,
                0.9350729536494955
              ],
              "bootstrap95": [
                0.8493975903614458,
                0.9397590361445783
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 137,
              "text_mean": 0.8253012048192772,
              "pooled": 0.8253012048192772,
              "wilson95": [
                0.7603660996554632,
                0.8755210432712724
              ],
              "bootstrap95": [
                0.7650602409638554,
                0.8795180722891566
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.6940972222222223,
              "paired_text_mean": 0.6833333333333333,
              "bootstrap95": [
                0.6344409722222223,
                0.752015625
              ]
            },
            "test": {
              "n_text": 166,
              "n_variants": 166,
              "pooled": 0.6124256060386123,
              "paired_text_mean": 0.5180722891566265,
              "bootstrap95": [
                0.5613586877631006,
                0.6642872695601684
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.8568259990134796
        },
        "none_probability": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 166,
              "n_variants": 166
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.9801,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 26,
              "text_mean": 0.21666666666666667,
              "pooled": 0.21666666666666667,
              "wilson95": [
                0.15236723564151497,
                0.29854362532908374
              ],
              "bootstrap95": [
                0.14166666666666666,
                0.2916666666666667
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 68,
              "text_mean": 0.5666666666666667,
              "pooled": 0.5666666666666667,
              "wilson95": [
                0.47729920885539046,
                0.6518982356221157
              ],
              "bootstrap95": [
                0.48333333333333334,
                0.6502083333333322
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 46,
              "text_mean": 0.38333333333333336,
              "pooled": 0.38333333333333336,
              "wilson95": [
                0.30124527754856906,
                0.47265919461579525
              ],
              "bootstrap95": [
                0.3,
                0.475
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 94,
              "text_mean": 0.7833333333333333,
              "pooled": 0.7833333333333333,
              "wilson95": [
                0.7014563746709164,
                0.8476327643584851
              ],
              "bootstrap95": [
                0.7083333333333334,
                0.85
              ]
            }
          },
          "test": {
            "threshold": 0.9801,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 32,
              "text_mean": 0.1927710843373494,
              "pooled": 0.1927710843373494,
              "wilson95": [
                0.13998832092094893,
                0.25945159964824527
              ],
              "bootstrap95": [
                0.13253012048192772,
                0.25301204819277107
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 13,
              "text_mean": 0.0783132530120482,
              "pooled": 0.0783132530120482,
              "wilson95": [
                0.04633545353170455,
                0.1293663982299345
              ],
              "bootstrap95": [
                0.04216867469879518,
                0.12048192771084337
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 83,
              "text_mean": 0.5,
              "pooled": 0.5,
              "wilson95": [
                0.42480374020946343,
                0.5751962597905366
              ],
              "bootstrap95": [
                0.42771084337349397,
                0.5783132530120482
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 70,
              "text_mean": 0.42168674698795183,
              "pooled": 0.42168674698795183,
              "wilson95": [
                0.3491687293027709,
                0.4977473288815335
              ],
              "bootstrap95": [
                0.3433734939759036,
                0.5
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 153,
              "text_mean": 0.9216867469879518,
              "pooled": 0.9216867469879518,
              "wilson95": [
                0.8706336017700654,
                0.9536645464682955
              ],
              "bootstrap95": [
                0.8795180722891566,
                0.9578313253012049
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 134,
              "text_mean": 0.8072289156626506,
              "pooled": 0.8072289156626506,
              "wilson95": [
                0.7405484003517548,
                0.8600116790790511
              ],
              "bootstrap95": [
                0.7409638554216867,
                0.8674698795180723
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.7019791666666667,
              "paired_text_mean": 0.7166666666666667,
              "bootstrap95": [
                0.6520390625,
                0.7547968749999999
              ]
            },
            "test": {
              "n_text": 166,
              "n_variants": 166,
              "pooled": 0.6360865147336333,
              "paired_text_mean": 0.6325301204819277,
              "bootstrap95": [
                0.5926989584845406,
                0.6785110320801278
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.9801
        }
      },
      "coverage": {
        "calibration": {
          "n_pairs": 240,
          "n_text": 120,
          "prevalence": 0.5,
          "brier": 0.279476167,
          "brier_text_mean": 0.27947616700000005,
          "brier_bootstrap95": [
            0.23989927906354164,
            0.318626713996875
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 76,
              "mean_predicted": 0.015606578947368421,
              "observed": 0.25
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 12,
              "mean_predicted": 0.15113333333333331,
              "observed": 0.5
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 7,
              "mean_predicted": 0.2518142857142857,
              "observed": 0.5714285714285714
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 8,
              "mean_predicted": 0.3458,
              "observed": 0.5
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 11,
              "mean_predicted": 0.4533454545454546,
              "observed": 0.7272727272727273
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 7,
              "mean_predicted": 0.5582142857142857,
              "observed": 0.42857142857142855
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 6,
              "mean_predicted": 0.6534833333333333,
              "observed": 0.16666666666666666
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 15,
              "mean_predicted": 0.7559933333333332,
              "observed": 0.5333333333333333
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 20,
              "mean_predicted": 0.8626450000000002,
              "observed": 0.6
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 78,
              "mean_predicted": 0.9667487179487179,
              "observed": 0.7051282051282052
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        },
        "test": {
          "n_pairs": 332,
          "n_text": 166,
          "prevalence": 0.5,
          "brier": 0.32642059195783135,
          "brier_text_mean": 0.3264205919578313,
          "brier_bootstrap95": [
            0.2947289535391567,
            0.3574523810737952
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 101,
              "mean_predicted": 0.02126336633663366,
              "observed": 0.36633663366336633
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 18,
              "mean_predicted": 0.14485555555555554,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 9,
              "mean_predicted": 0.23646666666666669,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 8,
              "mean_predicted": 0.34480000000000005,
              "observed": 0.5
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 15,
              "mean_predicted": 0.4498733333333334,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 4,
              "mean_predicted": 0.533175,
              "observed": 0.25
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 10,
              "mean_predicted": 0.65968,
              "observed": 0.3
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 18,
              "mean_predicted": 0.7514277777777778,
              "observed": 0.4444444444444444
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 31,
              "mean_predicted": 0.8530193548387096,
              "observed": 0.6451612903225806
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 118,
              "mean_predicted": 0.9668694915254238,
              "observed": 0.6271186440677966
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        }
      },
      "conditional_ordinary": {
        "calibration": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.6416666666666667,
          "brier": 0.23606789392549857,
          "brier_text_mean": 0.23606789392549857,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 1,
              "mean_predicted": 0.2684,
              "observed": 0.0
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 5,
              "mean_predicted": 0.3601609594478096,
              "observed": 0.6
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 9,
              "mean_predicted": 0.4496125320655698,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 8,
              "mean_predicted": 0.550638696369637,
              "observed": 0.625
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 15,
              "mean_predicted": 0.6497382822249268,
              "observed": 0.5333333333333333
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 15,
              "mean_predicted": 0.761450040353367,
              "observed": 0.4666666666666667
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 19,
              "mean_predicted": 0.8588399395325046,
              "observed": 0.6842105263157895
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 48,
              "mean_predicted": 0.9480965460207987,
              "observed": 0.7916666666666666
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.6416666666666667,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 166,
          "n_text": 166,
          "prevalence": 0.5301204819277109,
          "brier": 0.2946425727977224,
          "brier_text_mean": 0.2946425727977224,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 1,
              "mean_predicted": 0.2837,
              "observed": 1.0
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 12,
              "mean_predicted": 0.35858288587807885,
              "observed": 0.5
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 16,
              "mean_predicted": 0.45787518105581426,
              "observed": 0.4375
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 24,
              "mean_predicted": 0.5562198997500544,
              "observed": 0.375
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 14,
              "mean_predicted": 0.6536353039614958,
              "observed": 0.35714285714285715
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 19,
              "mean_predicted": 0.7524656639537092,
              "observed": 0.5263157894736842
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 30,
              "mean_predicted": 0.860089478848428,
              "observed": 0.43333333333333335
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 50,
              "mean_predicted": 0.9527404940506651,
              "observed": 0.74
            }
          ],
          "defined": 166,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.5301204819277109,
          "decision_n": 166,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      },
      "conditional_ordinary_with_none": {
        "calibration": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.5916666666666667,
          "brier": 0.285977422311211,
          "brier_text_mean": 0.285977422311211,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 1,
              "mean_predicted": 0.3880597014925373,
              "observed": 0.0
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 9,
              "mean_predicted": 0.45316700860331394,
              "observed": 0.1111111111111111
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 5,
              "mean_predicted": 0.5572178842562451,
              "observed": 0.6
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 11,
              "mean_predicted": 0.6380709866760473,
              "observed": 0.45454545454545453
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 5,
              "mean_predicted": 0.7495478969977706,
              "observed": 0.4
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 16,
              "mean_predicted": 0.8566878962878536,
              "observed": 0.5
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 73,
              "mean_predicted": 0.981719435498046,
              "observed": 0.7123287671232876
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.5916666666666667,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 166,
          "n_text": 166,
          "prevalence": 0.5301204819277109,
          "brier": 0.33957295829848133,
          "brier_text_mean": 0.33957295829848133,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 3,
              "mean_predicted": 0.3513711552805932,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 10,
              "mean_predicted": 0.44950256146652484,
              "observed": 0.4
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 10,
              "mean_predicted": 0.5390429213256692,
              "observed": 0.2
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 15,
              "mean_predicted": 0.6563351086596823,
              "observed": 0.4
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 17,
              "mean_predicted": 0.7552527999327017,
              "observed": 0.5882352941176471
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 14,
              "mean_predicted": 0.8453538943364812,
              "observed": 0.42857142857142855
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 97,
              "mean_predicted": 0.9755196317123696,
              "observed": 0.6082474226804123
            }
          ],
          "defined": 166,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.5301204819277109,
          "decision_n": 166,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      }
    },
    "emotion|k5|neutral|aligned": {
      "group": "emotion|k5|neutral|aligned",
      "task": "emotion",
      "candidate_size": 5,
      "name_mode": "neutral",
      "none_mode": "aligned",
      "member_seeds": [
        0
      ],
      "order_seeds": [
        0
      ],
      "multiple_variants": false,
      "n_unique_member_sets": 6,
      "failure_metadata_fields": {},
      "has_probabilities": true,
      "n_text": {
        "calibration": 120,
        "test": 166
      },
      "n_variants": {
        "calibration": 120,
        "test": 166
      },
      "native": {
        "calibration": {
          "present": {
            "correct": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 46,
              "text_mean": 0.38333333333333336,
              "pooled": 0.38333333333333336,
              "wilson95": [
                0.30124527754856906,
                0.47265919461579525
              ],
              "bootstrap95": [
                0.2916666666666667,
                0.4668749999999989
              ]
            },
            "wrong": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 25,
              "text_mean": 0.20833333333333334,
              "pooled": 0.20833333333333334,
              "wilson95": [
                0.14528439608109694,
                0.2894767843298135
              ],
              "bootstrap95": [
                0.14166666666666666,
                0.2833333333333333
              ]
            },
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 49,
              "text_mean": 0.4083333333333333,
              "pooled": 0.4083333333333333,
              "wilson95": [
                0.3245613454748446,
                0.4977921683685844
              ],
              "bootstrap95": [
                0.31666666666666665,
                0.5
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 84,
              "text_mean": 0.7,
              "pooled": 0.7,
              "wilson95": [
                0.6128485756752643,
                0.7747437577572543
              ],
              "bootstrap95": [
                0.6166666666666667,
                0.7833333333333333
              ]
            },
            "accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 36,
              "text_mean": 0.3,
              "pooled": 0.3,
              "wilson95": [
                0.2252562422427457,
                0.38715142432473576
              ],
              "bootstrap95": [
                0.2247916666666667,
                0.38333333333333336
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 120,
            "text_mean": 0.2916666666666667,
            "bootstrap95": [
              0.1997916666666667,
              0.39166666666666666
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        },
        "test": {
          "present": {
            "correct": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 53,
              "text_mean": 0.3192771084337349,
              "pooled": 0.3192771084337349,
              "wilson95": [
                0.25313315441526996,
                0.3935962106254324
              ],
              "bootstrap95": [
                0.2469879518072289,
                0.39156626506024095
              ]
            },
            "wrong": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 27,
              "text_mean": 0.16265060240963855,
              "pooled": 0.16265060240963855,
              "wilson95": [
                0.11425687133157685,
                0.2263046100777344
              ],
              "bootstrap95": [
                0.10843373493975904,
                0.22289156626506024
              ]
            },
            "rejected": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 86,
              "text_mean": 0.5180722891566265,
              "pooled": 0.5180722891566265,
              "wilson95": [
                0.44251529566074355,
                0.5928117678351862
              ],
              "bootstrap95": [
                0.4397590361445783,
                0.5963855421686747
              ]
            },
            "interface_failure": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.02261790994594346
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 117,
              "text_mean": 0.7048192771084337,
              "pooled": 0.7048192771084337,
              "wilson95": [
                0.6314328145486011,
                0.7689405717386028
              ],
              "bootstrap95": [
                0.6325301204819277,
                0.7771084337349398
              ]
            },
            "accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 49,
              "text_mean": 0.29518072289156627,
              "pooled": 0.29518072289156627,
              "wilson95": [
                0.2310594282613972,
                0.3685671854513988
              ],
              "bootstrap95": [
                0.2289156626506024,
                0.3674698795180723
              ]
            },
            "interface_failure": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.02261790994594346
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 166,
            "text_mean": 0.18674698795180722,
            "bootstrap95": [
              0.10843373493975904,
              0.25903614457831325
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        }
      },
      "scores": {
        "negative_max": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 166,
              "n_variants": 166
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -0.3961,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 37,
              "text_mean": 0.30833333333333335,
              "pooled": 0.30833333333333335,
              "wilson95": [
                0.23272736988916298,
                0.39582997723800684
              ],
              "bootstrap95": [
                0.23333333333333334,
                0.4
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.1
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 73,
              "text_mean": 0.6083333333333333,
              "pooled": 0.6083333333333333,
              "wilson95": [
                0.5189378169992731,
                0.6910080302766743
              ],
              "bootstrap95": [
                0.5166666666666667,
                0.6916666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 41,
              "text_mean": 0.3416666666666667,
              "pooled": 0.3416666666666667,
              "wilson95": [
                0.26290438368564517,
                0.4302516856802777
              ],
              "bootstrap95": [
                0.26666666666666666,
                0.425
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 83,
              "text_mean": 0.6916666666666667,
              "pooled": 0.6916666666666667,
              "wilson95": [
                0.6041700227619933,
                0.767272630110837
              ],
              "bootstrap95": [
                0.6083333333333333,
                0.775
              ]
            }
          },
          "test": {
            "threshold": -0.3961,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 39,
              "text_mean": 0.23493975903614459,
              "pooled": 0.23493975903614459,
              "wilson95": [
                0.17689305426018903,
                0.30497668113284127
              ],
              "bootstrap95": [
                0.1686746987951807,
                0.295331325301204
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 28,
              "text_mean": 0.1686746987951807,
              "pooled": 0.1686746987951807,
              "wilson95": [
                0.11935554181412962,
                0.23298162742715822
              ],
              "bootstrap95": [
                0.1144578313253012,
                0.22304216867469798
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 80,
              "text_mean": 0.4819277108433735,
              "pooled": 0.4819277108433735,
              "wilson95": [
                0.40718823216481376,
                0.5574847043392565
              ],
              "bootstrap95": [
                0.4036144578313253,
                0.5602409638554217
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 58,
              "text_mean": 0.3493975903614458,
              "pooled": 0.3493975903614458,
              "wilson95": [
                0.2810189336856055,
                0.42458887051497984
              ],
              "bootstrap95": [
                0.28313253012048195,
                0.42771084337349397
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 138,
              "text_mean": 0.8313253012048193,
              "pooled": 0.8313253012048193,
              "wilson95": [
                0.7670183725728418,
                0.8806444581858704
              ],
              "bootstrap95": [
                0.7710843373493976,
                0.8855421686746988
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 127,
              "text_mean": 0.7650602409638554,
              "pooled": 0.7650602409638554,
              "wilson95": [
                0.6950233188671587,
                0.8231069457398109
              ],
              "bootstrap95": [
                0.6987951807228916,
                0.8253012048192772
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.6713194444444445,
              "paired_text_mean": 0.675,
              "bootstrap95": [
                0.6129704861111112,
                0.7288602430555555
              ]
            },
            "test": {
              "n_text": 166,
              "n_variants": 166,
              "pooled": 0.6145667005370881,
              "paired_text_mean": 0.5481927710843374,
              "bootstrap95": [
                0.5602264479605168,
                0.6692752939468718
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -0.3961
        },
        "normalized_entropy": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 166,
              "n_variants": 166
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.9050941902626887,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 32,
              "text_mean": 0.26666666666666666,
              "pooled": 0.26666666666666666,
              "wilson95": [
                0.19568455046725244,
                0.352124393861476
              ],
              "bootstrap95": [
                0.19166666666666668,
                0.35
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 74,
              "text_mean": 0.6166666666666667,
              "pooled": 0.6166666666666667,
              "wilson95": [
                0.5273408053842049,
                0.6987547224514311
              ],
              "bootstrap95": [
                0.525,
                0.7
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 40,
              "text_mean": 0.3333333333333333,
              "pooled": 0.3333333333333333,
              "wilson95": [
                0.25531740501258443,
                0.4216889837936501
              ],
              "bootstrap95": [
                0.25,
                0.4166666666666667
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 88,
              "text_mean": 0.7333333333333333,
              "pooled": 0.7333333333333333,
              "wilson95": [
                0.647875606138524,
                0.8043154495327476
              ],
              "bootstrap95": [
                0.65,
                0.8083333333333333
              ]
            }
          },
          "test": {
            "threshold": 0.9050941902626887,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 38,
              "text_mean": 0.2289156626506024,
              "pooled": 0.2289156626506024,
              "wilson95": [
                0.17156509637724146,
                0.2985289511838122
              ],
              "bootstrap95": [
                0.1686746987951807,
                0.29518072289156627
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 23,
              "text_mean": 0.13855421686746988,
              "pooled": 0.13855421686746988,
              "wilson95": [
                0.09413242881394443,
                0.1993263012674605
              ],
              "bootstrap95": [
                0.09036144578313253,
                0.1927710843373494
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 83,
              "text_mean": 0.5,
              "pooled": 0.5,
              "wilson95": [
                0.42480374020946343,
                0.5751962597905366
              ],
              "bootstrap95": [
                0.42771084337349397,
                0.5783132530120482
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 60,
              "text_mean": 0.3614457831325301,
              "pooled": 0.3614457831325301,
              "wilson95": [
                0.29226018669501796,
                0.4368989931695205
              ],
              "bootstrap95": [
                0.2891566265060241,
                0.4397590361445783
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 143,
              "text_mean": 0.8614457831325302,
              "pooled": 0.8614457831325302,
              "wilson95": [
                0.8006736987325396,
                0.9058675711860555
              ],
              "bootstrap95": [
                0.8072289156626506,
                0.9096385542168675
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 128,
              "text_mean": 0.7710843373493976,
              "pooled": 0.7710843373493976,
              "wilson95": [
                0.7014710488161878,
                0.8284349036227586
              ],
              "bootstrap95": [
                0.7048192771084337,
                0.8313253012048193
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.6779861111111111,
              "paired_text_mean": 0.675,
              "bootstrap95": [
                0.6209635416666667,
                0.7345243055555555
              ]
            },
            "test": {
              "n_text": 166,
              "n_variants": 166,
              "pooled": 0.62752213673973,
              "paired_text_mean": 0.5783132530120482,
              "bootstrap95": [
                0.5745690593700101,
                0.6804352953984614
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.9050941902626887
        },
        "none_probability": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 166,
              "n_variants": 166
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.9325,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 37,
              "text_mean": 0.30833333333333335,
              "pooled": 0.30833333333333335,
              "wilson95": [
                0.23272736988916298,
                0.39582997723800684
              ],
              "bootstrap95": [
                0.225,
                0.39166666666666666
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 70,
              "text_mean": 0.5833333333333334,
              "pooled": 0.5833333333333334,
              "wilson95": [
                0.49388032700164236,
                0.6676164785952404
              ],
              "bootstrap95": [
                0.5,
                0.6666666666666666
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 44,
              "text_mean": 0.36666666666666664,
              "pooled": 0.36666666666666664,
              "wilson95": [
                0.2858293519000576,
                0.45577575914493
              ],
              "bootstrap95": [
                0.2833333333333333,
                0.45
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 83,
              "text_mean": 0.6916666666666667,
              "pooled": 0.6916666666666667,
              "wilson95": [
                0.6041700227619933,
                0.767272630110837
              ],
              "bootstrap95": [
                0.6081249999999999,
                0.775
              ]
            }
          },
          "test": {
            "threshold": 0.9325,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 46,
              "text_mean": 0.27710843373493976,
              "pooled": 0.27710843373493976,
              "wilson95": [
                0.2146499963346093,
                0.349649553882257
              ],
              "bootstrap95": [
                0.21084337349397592,
                0.3433734939759036
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 21,
              "text_mean": 0.12650602409638553,
              "pooled": 0.12650602409638553,
              "wilson95": [
                0.08425167742952813,
                0.1856556769879236
              ],
              "bootstrap95": [
                0.0783132530120482,
                0.18072289156626506
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 81,
              "text_mean": 0.4879518072289157,
              "pooled": 0.4879518072289157,
              "wilson95": [
                0.41304939245812106,
                0.5633992318779257
              ],
              "bootstrap95": [
                0.41566265060240964,
                0.5662650602409639
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 64,
              "text_mean": 0.3855421686746988,
              "pooled": 0.3855421686746988,
              "wilson95": [
                0.31488568401025574,
                0.46137624718218906
              ],
              "bootstrap95": [
                0.3132530120481928,
                0.4578313253012048
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 145,
              "text_mean": 0.8734939759036144,
              "pooled": 0.8734939759036144,
              "wilson95": [
                0.8143443230120763,
                0.9157483225704718
              ],
              "bootstrap95": [
                0.8192771084337349,
                0.9216867469879518
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 120,
              "text_mean": 0.7228915662650602,
              "pooled": 0.7228915662650602,
              "wilson95": [
                0.650350446117743,
                0.7853500036653907
              ],
              "bootstrap95": [
                0.6566265060240963,
                0.7831325301204819
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.7040625,
              "paired_text_mean": 0.7583333333333333,
              "bootstrap95": [
                0.660484375,
                0.7523628472222222
              ]
            },
            "test": {
              "n_text": 166,
              "n_variants": 166,
              "pooled": 0.6441609812744956,
              "paired_text_mean": 0.6566265060240963,
              "bootstrap95": [
                0.6024001124981856,
                0.6872926948758891
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.9325
        }
      },
      "coverage": {
        "calibration": {
          "n_pairs": 240,
          "n_text": 120,
          "prevalence": 0.5,
          "brier": 0.2638359648333333,
          "brier_text_mean": 0.2638359648333333,
          "brier_bootstrap95": [
            0.23187755968645835,
            0.29732453967812505
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 63,
              "mean_predicted": 0.025420634920634917,
              "observed": 0.30158730158730157
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 14,
              "mean_predicted": 0.1442857142857143,
              "observed": 0.35714285714285715
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 9,
              "mean_predicted": 0.2535,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 12,
              "mean_predicted": 0.35744166666666666,
              "observed": 0.25
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 18,
              "mean_predicted": 0.4479444444444445,
              "observed": 0.5
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 5,
              "mean_predicted": 0.5341199999999999,
              "observed": 0.4
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 14,
              "mean_predicted": 0.6609071428571429,
              "observed": 0.6428571428571429
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 15,
              "mean_predicted": 0.7448466666666669,
              "observed": 0.4666666666666667
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 31,
              "mean_predicted": 0.8585258064516129,
              "observed": 0.5806451612903226
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 59,
              "mean_predicted": 0.9602237288135588,
              "observed": 0.7627118644067796
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        },
        "test": {
          "n_pairs": 332,
          "n_text": 166,
          "prevalence": 0.5,
          "brier": 0.3057221034337349,
          "brier_text_mean": 0.3057221034337349,
          "brier_bootstrap95": [
            0.27645155164231927,
            0.3347291462740964
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 82,
              "mean_predicted": 0.029939024390243908,
              "observed": 0.32926829268292684
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 22,
              "mean_predicted": 0.1447409090909091,
              "observed": 0.36363636363636365
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 12,
              "mean_predicted": 0.2524083333333333,
              "observed": 0.5833333333333334
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 10,
              "mean_predicted": 0.34023000000000003,
              "observed": 0.6
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 14,
              "mean_predicted": 0.45761428571428564,
              "observed": 0.5
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 17,
              "mean_predicted": 0.5467588235294117,
              "observed": 0.47058823529411764
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 14,
              "mean_predicted": 0.6515571428571428,
              "observed": 0.42857142857142855
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 28,
              "mean_predicted": 0.7541857142857145,
              "observed": 0.42857142857142855
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 42,
              "mean_predicted": 0.8534857142857144,
              "observed": 0.5952380952380952
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 91,
              "mean_predicted": 0.9564835164835164,
              "observed": 0.6593406593406593
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        }
      },
      "conditional_ordinary": {
        "calibration": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.625,
          "brier": 0.22345824213418186,
          "brier_text_mean": 0.22345824213418186,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 3,
              "mean_predicted": 0.27487251274872515,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 4,
              "mean_predicted": 0.3506247741657478,
              "observed": 0.25
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 18,
              "mean_predicted": 0.4366113758172249,
              "observed": 0.4444444444444444
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 15,
              "mean_predicted": 0.5535217773808178,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 22,
              "mean_predicted": 0.6500912192251395,
              "observed": 0.6363636363636364
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 26,
              "mean_predicted": 0.7505688082873418,
              "observed": 0.6153846153846154
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 21,
              "mean_predicted": 0.850838953594199,
              "observed": 0.8095238095238095
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 11,
              "mean_predicted": 0.9261274462177291,
              "observed": 0.7272727272727273
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.625,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 166,
          "n_text": 166,
          "prevalence": 0.5180722891566265,
          "brier": 0.22010822304368585,
          "brier_text_mean": 0.22010822304368585,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 2,
              "mean_predicted": 0.28225,
              "observed": 0.5
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 26,
              "mean_predicted": 0.34841387739586505,
              "observed": 0.19230769230769232
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 27,
              "mean_predicted": 0.4501606933541626,
              "observed": 0.25925925925925924
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 15,
              "mean_predicted": 0.5650701945547687,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 22,
              "mean_predicted": 0.6404086459629046,
              "observed": 0.5
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 27,
              "mean_predicted": 0.7496021237158731,
              "observed": 0.6296296296296297
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 32,
              "mean_predicted": 0.8492405047620927,
              "observed": 0.65625
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 15,
              "mean_predicted": 0.9221563736959638,
              "observed": 0.9333333333333333
            }
          ],
          "defined": 166,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.5180722891566265,
          "decision_n": 166,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      },
      "conditional_ordinary_with_none": {
        "calibration": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.6083333333333333,
          "brier": 0.2767111756294084,
          "brier_text_mean": 0.2767111756294084,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 1,
              "mean_predicted": 0.27313076135199726,
              "observed": 0.0
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 2,
              "mean_predicted": 0.32104400500732,
              "observed": 0.0
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 7,
              "mean_predicted": 0.4416613686976708,
              "observed": 0.5714285714285714
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 9,
              "mean_predicted": 0.5379909188692514,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 13,
              "mean_predicted": 0.6597576542124537,
              "observed": 0.46153846153846156
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 8,
              "mean_predicted": 0.7495430093851333,
              "observed": 0.875
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 22,
              "mean_predicted": 0.8451713486589754,
              "observed": 0.6363636363636364
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 58,
              "mean_predicted": 0.9694884820544295,
              "observed": 0.6724137931034483
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.6083333333333333,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 166,
          "n_text": 166,
          "prevalence": 0.5240963855421686,
          "brier": 0.27841555256591805,
          "brier_text_mean": 0.27841555256591805,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 7,
              "mean_predicted": 0.3642138477655758,
              "observed": 0.14285714285714285
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 14,
              "mean_predicted": 0.46062949804876413,
              "observed": 0.14285714285714285
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 18,
              "mean_predicted": 0.5558603874917154,
              "observed": 0.4444444444444444
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 18,
              "mean_predicted": 0.6438346414275622,
              "observed": 0.2777777777777778
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 15,
              "mean_predicted": 0.7462530360949242,
              "observed": 0.6
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 26,
              "mean_predicted": 0.8572531868191404,
              "observed": 0.5
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 68,
              "mean_predicted": 0.9683855330720232,
              "observed": 0.7205882352941176
            }
          ],
          "defined": 166,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.5240963855421686,
          "decision_n": 166,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      }
    },
    "trec|k2|natural|aligned": {
      "group": "trec|k2|natural|aligned",
      "task": "trec",
      "candidate_size": 2,
      "name_mode": "natural",
      "none_mode": "aligned",
      "member_seeds": [
        0
      ],
      "order_seeds": [
        0
      ],
      "multiple_variants": false,
      "n_unique_member_sets": 15,
      "failure_metadata_fields": {},
      "has_probabilities": true,
      "n_text": {
        "calibration": 120,
        "test": 150
      },
      "n_variants": {
        "calibration": 120,
        "test": 150
      },
      "native": {
        "calibration": {
          "present": {
            "correct": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 23,
              "text_mean": 0.19166666666666668,
              "pooled": 0.19166666666666668,
              "wilson95": [
                0.13125025924950934,
                0.27121156004202457
              ],
              "bootstrap95": [
                0.125,
                0.25833333333333336
              ]
            },
            "wrong": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 97,
              "text_mean": 0.8083333333333333,
              "pooled": 0.8083333333333333,
              "wilson95": [
                0.7287884399579756,
                0.8687497407504907
              ],
              "bootstrap95": [
                0.7333333333333333,
                0.875
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 120,
              "text_mean": 1.0,
              "pooled": 1.0,
              "wilson95": [
                0.9689808335812966,
                1.0
              ],
              "bootstrap95": [
                1.0,
                1.0
              ]
            },
            "accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 120,
            "text_mean": 0.19166666666666668,
            "bootstrap95": [
              0.125,
              0.26666666666666666
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        },
        "test": {
          "present": {
            "correct": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 24,
              "text_mean": 0.16,
              "pooled": 0.16,
              "wilson95": [
                0.10994008412845499,
                0.22703968204183714
              ],
              "bootstrap95": [
                0.10666666666666667,
                0.22
              ]
            },
            "wrong": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.0249702443680766
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "rejected": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 126,
              "text_mean": 0.84,
              "pooled": 0.84,
              "wilson95": [
                0.7729603179581628,
                0.890059915871545
              ],
              "bootstrap95": [
                0.78,
                0.8933333333333333
              ]
            },
            "interface_failure": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.0249702443680766
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 150,
              "text_mean": 1.0,
              "pooled": 1.0,
              "wilson95": [
                0.9750297556319235,
                1.0
              ],
              "bootstrap95": [
                1.0,
                1.0
              ]
            },
            "accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.0249702443680766
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "interface_failure": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.0249702443680766
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 150,
            "text_mean": 0.16,
            "bootstrap95": [
              0.10666666666666667,
              0.22
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        }
      },
      "scores": {
        "negative_max": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 150,
              "n_variants": 150
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -0.5672,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 45,
              "text_mean": 0.375,
              "pooled": 0.375,
              "wilson95": [
                0.29352429786446804,
                0.4642304937402079
              ],
              "bootstrap95": [
                0.2916666666666667,
                0.4583333333333333
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 109,
              "text_mean": 0.9083333333333333,
              "pooled": 0.9083333333333333,
              "wilson95": [
                0.843291530273291,
                0.9480428171514347
              ],
              "bootstrap95": [
                0.8581249999999999,
                0.9583333333333334
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 5,
              "text_mean": 0.041666666666666664,
              "pooled": 0.041666666666666664,
              "wilson95": [
                0.017926716880109515,
                0.09384085233703535
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.08333333333333333
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 75,
              "text_mean": 0.625,
              "pooled": 0.625,
              "wilson95": [
                0.5357695062597921,
                0.706475702135532
              ],
              "bootstrap95": [
                0.5333333333333333,
                0.7083333333333334
              ]
            }
          },
          "test": {
            "threshold": -0.5672,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 51,
              "text_mean": 0.34,
              "pooled": 0.34,
              "wilson95": [
                0.2690333503042941,
                0.4189571278934905
              ],
              "bootstrap95": [
                0.26666666666666666,
                0.41333333333333333
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 15,
              "text_mean": 0.1,
              "pooled": 0.1,
              "wilson95": [
                0.061541383826314106,
                0.15843481166814719
              ],
              "bootstrap95": [
                0.05333333333333334,
                0.15333333333333332
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 130,
              "text_mean": 0.8666666666666667,
              "pooled": 0.8666666666666667,
              "wilson95": [
                0.803019825502258,
                0.9120019952944858
              ],
              "bootstrap95": [
                0.8066666666666666,
                0.92
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 5,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.01432043189809255,
                0.07565179617877894
              ],
              "bootstrap95": [
                0.006666666666666667,
                0.06666666666666667
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 135,
              "text_mean": 0.9,
              "pooled": 0.9,
              "wilson95": [
                0.8415651883318529,
                0.9384586161736859
              ],
              "bootstrap95": [
                0.8466666666666667,
                0.9466666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 99,
              "text_mean": 0.66,
              "pooled": 0.66,
              "wilson95": [
                0.5810428721065096,
                0.730966649695706
              ],
              "bootstrap95": [
                0.5866666666666667,
                0.7333333333333333
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.8436805555555555,
              "paired_text_mean": 0.825,
              "bootstrap95": [
                0.7964531250000001,
                0.8868168402777776
              ]
            },
            "test": {
              "n_text": 150,
              "n_variants": 150,
              "pooled": 0.8304888888888889,
              "paired_text_mean": 0.8466666666666667,
              "bootstrap95": [
                0.7801888888888889,
                0.8780938888888888
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -0.5672
        },
        "normalized_entropy": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 150,
              "n_variants": 150
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.9869305263709502,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 45,
              "text_mean": 0.375,
              "pooled": 0.375,
              "wilson95": [
                0.29352429786446804,
                0.4642304937402079
              ],
              "bootstrap95": [
                0.2916666666666667,
                0.4666666666666667
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 109,
              "text_mean": 0.9083333333333333,
              "pooled": 0.9083333333333333,
              "wilson95": [
                0.843291530273291,
                0.9480428171514347
              ],
              "bootstrap95": [
                0.85,
                0.9583333333333334
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 5,
              "text_mean": 0.041666666666666664,
              "pooled": 0.041666666666666664,
              "wilson95": [
                0.017926716880109515,
                0.09384085233703535
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.075
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 75,
              "text_mean": 0.625,
              "pooled": 0.625,
              "wilson95": [
                0.5357695062597921,
                0.706475702135532
              ],
              "bootstrap95": [
                0.5416666666666666,
                0.7083333333333334
              ]
            }
          },
          "test": {
            "threshold": 0.9869305263709502,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 51,
              "text_mean": 0.34,
              "pooled": 0.34,
              "wilson95": [
                0.2690333503042941,
                0.4189571278934905
              ],
              "bootstrap95": [
                0.26666666666666666,
                0.42
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 15,
              "text_mean": 0.1,
              "pooled": 0.1,
              "wilson95": [
                0.061541383826314106,
                0.15843481166814719
              ],
              "bootstrap95": [
                0.05333333333333334,
                0.15333333333333332
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 130,
              "text_mean": 0.8666666666666667,
              "pooled": 0.8666666666666667,
              "wilson95": [
                0.803019825502258,
                0.9120019952944858
              ],
              "bootstrap95": [
                0.8066666666666666,
                0.92
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 5,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.01432043189809255,
                0.07565179617877894
              ],
              "bootstrap95": [
                0.006666666666666667,
                0.06666666666666667
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 135,
              "text_mean": 0.9,
              "pooled": 0.9,
              "wilson95": [
                0.8415651883318529,
                0.9384586161736859
              ],
              "bootstrap95": [
                0.8533333333333334,
                0.9466666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 99,
              "text_mean": 0.66,
              "pooled": 0.66,
              "wilson95": [
                0.5810428721065096,
                0.730966649695706
              ],
              "bootstrap95": [
                0.58,
                0.7333333333333333
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.8436805555555555,
              "paired_text_mean": 0.825,
              "bootstrap95": [
                0.7927057291666667,
                0.8903828125
              ]
            },
            "test": {
              "n_text": 150,
              "n_variants": 150,
              "pooled": 0.8304888888888889,
              "paired_text_mean": 0.8466666666666667,
              "bootstrap95": [
                0.7788388888888889,
                0.8792911111111111
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.9869305263709502
        },
        "none_probability": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 150,
              "n_variants": 150
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.9823,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 49,
              "text_mean": 0.4083333333333333,
              "pooled": 0.4083333333333333,
              "wilson95": [
                0.3245613454748446,
                0.4977921683685844
              ],
              "bootstrap95": [
                0.31666666666666665,
                0.5
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 108,
              "text_mean": 0.9,
              "pooled": 0.9,
              "wilson95": [
                0.833318258891048,
                0.9418664079739892
              ],
              "bootstrap95": [
                0.8416666666666667,
                0.95
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 71,
              "text_mean": 0.5916666666666667,
              "pooled": 0.5916666666666667,
              "wilson95": [
                0.5022078316314156,
                0.6754386545251554
              ],
              "bootstrap95": [
                0.5,
                0.675
              ]
            }
          },
          "test": {
            "threshold": 0.9823,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 49,
              "text_mean": 0.32666666666666666,
              "pooled": 0.32666666666666666,
              "wilson95": [
                0.2567582134119433,
                0.40523147130232323
              ],
              "bootstrap95": [
                0.25333333333333335,
                0.4066666666666667
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 7,
              "text_mean": 0.04666666666666667,
              "pooled": 0.04666666666666667,
              "wilson95": [
                0.022786549161261972,
                0.09318647239912747
              ],
              "bootstrap95": [
                0.013333333333333334,
                0.08
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 135,
              "text_mean": 0.9,
              "pooled": 0.9,
              "wilson95": [
                0.8415651883318529,
                0.9384586161736859
              ],
              "bootstrap95": [
                0.8533333333333334,
                0.9466666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 8,
              "text_mean": 0.05333333333333334,
              "pooled": 0.05333333333333334,
              "wilson95": [
                0.027269539920193826,
                0.1017038783819546
              ],
              "bootstrap95": [
                0.02,
                0.09333333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 143,
              "text_mean": 0.9533333333333334,
              "pooled": 0.9533333333333334,
              "wilson95": [
                0.9068135276008725,
                0.9772134508387381
              ],
              "bootstrap95": [
                0.92,
                0.9866666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 101,
              "text_mean": 0.6733333333333333,
              "pooled": 0.6733333333333333,
              "wilson95": [
                0.5947685286976767,
                0.7432417865880567
              ],
              "bootstrap95": [
                0.6,
                0.7466666666666667
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.88875,
              "paired_text_mean": 0.9583333333333334,
              "bootstrap95": [
                0.8506597222222222,
                0.923829861111111
              ]
            },
            "test": {
              "n_text": 150,
              "n_variants": 150,
              "pooled": 0.8914,
              "paired_text_mean": 0.9466666666666667,
              "bootstrap95": [
                0.8537288888888889,
                0.9260911111111111
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.9823
        }
      },
      "coverage": {
        "calibration": {
          "n_pairs": 240,
          "n_text": 120,
          "prevalence": 0.5,
          "brier": 0.3008221545,
          "brier_text_mean": 0.3008221545,
          "brier_bootstrap95": [
            0.27243100519687496,
            0.3287107259416666
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 8,
              "mean_predicted": 0.034175,
              "observed": 0.0
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 4,
              "mean_predicted": 0.134775,
              "observed": 0.0
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 1,
              "mean_predicted": 0.2907,
              "observed": 0.0
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 5,
              "mean_predicted": 0.36551999999999996,
              "observed": 0.0
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 7,
              "mean_predicted": 0.4688571428571429,
              "observed": 0.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 9,
              "mean_predicted": 0.5543,
              "observed": 0.1111111111111111
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 8,
              "mean_predicted": 0.650575,
              "observed": 0.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 14,
              "mean_predicted": 0.74075,
              "observed": 0.07142857142857142
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 27,
              "mean_predicted": 0.8624296296296294,
              "observed": 0.18518518518518517
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 157,
              "mean_predicted": 0.9690853503184713,
              "observed": 0.7197452229299363
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        },
        "test": {
          "n_pairs": 300,
          "n_text": 150,
          "prevalence": 0.5,
          "brier": 0.3097104163333334,
          "brier_text_mean": 0.3097104163333334,
          "brier_bootstrap95": [
            0.28634625839250005,
            0.33368631300583335
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 5,
              "mean_predicted": 0.055459999999999995,
              "observed": 0.0
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 5,
              "mean_predicted": 0.16082,
              "observed": 0.0
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 3,
              "mean_predicted": 0.24383333333333335,
              "observed": 0.0
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 2,
              "mean_predicted": 0.3456,
              "observed": 0.0
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 10,
              "mean_predicted": 0.44955,
              "observed": 0.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 13,
              "mean_predicted": 0.563276923076923,
              "observed": 0.07692307692307693
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 8,
              "mean_predicted": 0.65915,
              "observed": 0.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 24,
              "mean_predicted": 0.7511125000000001,
              "observed": 0.041666666666666664
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 36,
              "mean_predicted": 0.8618472222222223,
              "observed": 0.19444444444444445
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 194,
              "mean_predicted": 0.9663711340206186,
              "observed": 0.7268041237113402
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        }
      },
      "conditional_ordinary": {
        "calibration": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.9416666666666667,
          "brier": 0.06938194783333333,
          "brier_text_mean": 0.06938194783333333,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 12,
              "mean_predicted": 0.5523250000000001,
              "observed": 0.8333333333333334
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 12,
              "mean_predicted": 0.6692083333333332,
              "observed": 0.9166666666666666
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 16,
              "mean_predicted": 0.74945,
              "observed": 0.8125
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 31,
              "mean_predicted": 0.8585161290322579,
              "observed": 0.967741935483871
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 49,
              "mean_predicted": 0.9551755102040815,
              "observed": 1.0
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9416666666666667,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 150,
          "n_text": 150,
          "prevalence": 0.9333333333333333,
          "brier": 0.06986839066666665,
          "brier_text_mean": 0.06986839066666665,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 18,
              "mean_predicted": 0.5410277777777779,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 14,
              "mean_predicted": 0.6597642857142857,
              "observed": 0.8571428571428571
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 26,
              "mean_predicted": 0.7558846153846155,
              "observed": 0.9615384615384616
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 41,
              "mean_predicted": 0.8577439024390243,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 51,
              "mean_predicted": 0.948950980392157,
              "observed": 0.9803921568627451
            }
          ],
          "defined": 150,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9333333333333333,
          "decision_n": 150,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      },
      "conditional_ordinary_with_none": {
        "calibration": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.9333333333333333,
          "brier": 0.07681791237040934,
          "brier_text_mean": 0.07681791237040934,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 17,
              "mean_predicted": 0.5467101122578617,
              "observed": 0.7058823529411765
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 11,
              "mean_predicted": 0.6469142252612321,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 24,
              "mean_predicted": 0.7450857840020016,
              "observed": 0.875
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 27,
              "mean_predicted": 0.8486710223819178,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 41,
              "mean_predicted": 0.955130042063977,
              "observed": 1.0
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9333333333333333,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 150,
          "n_text": 150,
          "prevalence": 0.9333333333333333,
          "brier": 0.07589056048977308,
          "brier_text_mean": 0.07589056048977308,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 15,
              "mean_predicted": 0.5418672486052124,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 22,
              "mean_predicted": 0.6589331541327096,
              "observed": 0.9090909090909091
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 25,
              "mean_predicted": 0.7471003082205846,
              "observed": 0.92
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 39,
              "mean_predicted": 0.8469490577578332,
              "observed": 0.9743589743589743
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 49,
              "mean_predicted": 0.9466921206097177,
              "observed": 1.0
            }
          ],
          "defined": 150,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9333333333333333,
          "decision_n": 150,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      }
    },
    "trec|k2|neutral|aligned": {
      "group": "trec|k2|neutral|aligned",
      "task": "trec",
      "candidate_size": 2,
      "name_mode": "neutral",
      "none_mode": "aligned",
      "member_seeds": [
        0
      ],
      "order_seeds": [
        0
      ],
      "multiple_variants": false,
      "n_unique_member_sets": 15,
      "failure_metadata_fields": {},
      "has_probabilities": true,
      "n_text": {
        "calibration": 120,
        "test": 150
      },
      "n_variants": {
        "calibration": 120,
        "test": 150
      },
      "native": {
        "calibration": {
          "present": {
            "correct": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 39,
              "text_mean": 0.325,
              "pooled": 0.325,
              "wilson95": [
                0.24775854910601952,
                0.4130981591405268
              ],
              "bootstrap95": [
                0.24166666666666667,
                0.4083333333333333
              ]
            },
            "wrong": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 81,
              "text_mean": 0.675,
              "pooled": 0.675,
              "wilson95": [
                0.5869018408594733,
                0.7522414508939805
              ],
              "bootstrap95": [
                0.5833333333333334,
                0.7583333333333333
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 118,
              "text_mean": 0.9833333333333333,
              "pooled": 0.9833333333333333,
              "wilson95": [
                0.941264037027841,
                0.9954174354340789
              ],
              "bootstrap95": [
                0.9583333333333334,
                1.0
              ]
            },
            "accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 2,
              "text_mean": 0.016666666666666666,
              "pooled": 0.016666666666666666,
              "wilson95": [
                0.004582564565921141,
                0.0587359629721589
              ],
              "bootstrap95": [
                0.0,
                0.041666666666666664
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 120,
            "text_mean": 0.30833333333333335,
            "bootstrap95": [
              0.225,
              0.39166666666666666
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        },
        "test": {
          "present": {
            "correct": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 50,
              "text_mean": 0.3333333333333333,
              "pooled": 0.3333333333333333,
              "wilson95": [
                0.262887648323876,
                0.41210243313214945
              ],
              "bootstrap95": [
                0.26,
                0.4066666666666667
              ]
            },
            "wrong": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 1,
              "text_mean": 0.006666666666666667,
              "pooled": 0.006666666666666667,
              "wilson95": [
                0.0011778013350174366,
                0.03679283977481815
              ],
              "bootstrap95": [
                0.0,
                0.02
              ]
            },
            "rejected": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 99,
              "text_mean": 0.66,
              "pooled": 0.66,
              "wilson95": [
                0.5810428721065096,
                0.730966649695706
              ],
              "bootstrap95": [
                0.58,
                0.74
              ]
            },
            "interface_failure": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.0249702443680766
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 148,
              "text_mean": 0.9866666666666667,
              "pooled": 0.9866666666666667,
              "wilson95": [
                0.9526930912996325,
                0.9963358708487731
              ],
              "bootstrap95": [
                0.9666666666666667,
                1.0
              ]
            },
            "accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 2,
              "text_mean": 0.013333333333333334,
              "pooled": 0.013333333333333334,
              "wilson95": [
                0.0036641291512270503,
                0.04730690870036751
              ],
              "bootstrap95": [
                0.0,
                0.03333333333333333
              ]
            },
            "interface_failure": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.0249702443680766
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 150,
            "text_mean": 0.32666666666666666,
            "bootstrap95": [
              0.25333333333333335,
              0.4066666666666667
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        }
      },
      "scores": {
        "negative_max": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 150,
              "n_variants": 150
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -0.6448,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 69,
              "text_mean": 0.575,
              "pooled": 0.575,
              "wilson95": [
                0.4855775172299302,
                0.6597696078072643
              ],
              "bootstrap95": [
                0.48333333333333334,
                0.6666666666666666
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 109,
              "text_mean": 0.9083333333333333,
              "pooled": 0.9083333333333333,
              "wilson95": [
                0.843291530273291,
                0.9480428171514347
              ],
              "bootstrap95": [
                0.85,
                0.9583333333333334
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 5,
              "text_mean": 0.041666666666666664,
              "pooled": 0.041666666666666664,
              "wilson95": [
                0.017926716880109515,
                0.09384085233703535
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.08333333333333333
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 51,
              "text_mean": 0.425,
              "pooled": 0.425,
              "wilson95": [
                0.34023039219273576,
                0.5144224827700699
              ],
              "bootstrap95": [
                0.3333333333333333,
                0.5166666666666667
              ]
            }
          },
          "test": {
            "threshold": -0.6448,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 91,
              "text_mean": 0.6066666666666667,
              "pooled": 0.6066666666666667,
              "wilson95": [
                0.5267662048449178,
                0.681240143023226
              ],
              "bootstrap95": [
                0.5266666666666666,
                0.68
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 16,
              "text_mean": 0.10666666666666667,
              "pooled": 0.10666666666666667,
              "wilson95": [
                0.06673036965207342,
                0.16624622258414684
              ],
              "bootstrap95": [
                0.06,
                0.16
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 133,
              "text_mean": 0.8866666666666667,
              "pooled": 0.8866666666666667,
              "wilson95": [
                0.825997250162395,
                0.928025760859626
              ],
              "bootstrap95": [
                0.8333333333333334,
                0.9333333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 1,
              "text_mean": 0.006666666666666667,
              "pooled": 0.006666666666666667,
              "wilson95": [
                0.0011778013350174366,
                0.03679283977481815
              ],
              "bootstrap95": [
                0.0,
                0.02
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 134,
              "text_mean": 0.8933333333333333,
              "pooled": 0.8933333333333333,
              "wilson95": [
                0.8337537774158531,
                0.9332696303479265
              ],
              "bootstrap95": [
                0.8466666666666667,
                0.94
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 59,
              "text_mean": 0.3933333333333333,
              "pooled": 0.3933333333333333,
              "wilson95": [
                0.318759856976774,
                0.47323379515508224
              ],
              "bootstrap95": [
                0.31333333333333335,
                0.47333333333333333
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.9127777777777778,
              "paired_text_mean": 0.8916666666666667,
              "bootstrap95": [
                0.8719444444444444,
                0.9482326388888889
              ]
            },
            "test": {
              "n_text": 150,
              "n_variants": 150,
              "pooled": 0.8837555555555555,
              "paired_text_mean": 0.8866666666666667,
              "bootstrap95": [
                0.8384199999999999,
                0.9236744444444444
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -0.6448
        },
        "normalized_entropy": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 150,
              "n_variants": 150
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.9386265526270585,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 69,
              "text_mean": 0.575,
              "pooled": 0.575,
              "wilson95": [
                0.4855775172299302,
                0.6597696078072643
              ],
              "bootstrap95": [
                0.49166666666666664,
                0.6666666666666666
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 109,
              "text_mean": 0.9083333333333333,
              "pooled": 0.9083333333333333,
              "wilson95": [
                0.843291530273291,
                0.9480428171514347
              ],
              "bootstrap95": [
                0.85,
                0.95
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 5,
              "text_mean": 0.041666666666666664,
              "pooled": 0.041666666666666664,
              "wilson95": [
                0.017926716880109515,
                0.09384085233703535
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.08333333333333333
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 51,
              "text_mean": 0.425,
              "pooled": 0.425,
              "wilson95": [
                0.34023039219273576,
                0.5144224827700699
              ],
              "bootstrap95": [
                0.3416666666666667,
                0.5166666666666667
              ]
            }
          },
          "test": {
            "threshold": 0.9386265526270585,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 91,
              "text_mean": 0.6066666666666667,
              "pooled": 0.6066666666666667,
              "wilson95": [
                0.5267662048449178,
                0.681240143023226
              ],
              "bootstrap95": [
                0.5333333333333333,
                0.68
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 16,
              "text_mean": 0.10666666666666667,
              "pooled": 0.10666666666666667,
              "wilson95": [
                0.06673036965207342,
                0.16624622258414684
              ],
              "bootstrap95": [
                0.06,
                0.16
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 133,
              "text_mean": 0.8866666666666667,
              "pooled": 0.8866666666666667,
              "wilson95": [
                0.825997250162395,
                0.928025760859626
              ],
              "bootstrap95": [
                0.8333333333333334,
                0.9333333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 1,
              "text_mean": 0.006666666666666667,
              "pooled": 0.006666666666666667,
              "wilson95": [
                0.0011778013350174366,
                0.03679283977481815
              ],
              "bootstrap95": [
                0.0,
                0.02
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 134,
              "text_mean": 0.8933333333333333,
              "pooled": 0.8933333333333333,
              "wilson95": [
                0.8337537774158531,
                0.9332696303479265
              ],
              "bootstrap95": [
                0.8466666666666667,
                0.94
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 59,
              "text_mean": 0.3933333333333333,
              "pooled": 0.3933333333333333,
              "wilson95": [
                0.318759856976774,
                0.47323379515508224
              ],
              "bootstrap95": [
                0.31333333333333335,
                0.47333333333333333
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.9127777777777778,
              "paired_text_mean": 0.8916666666666667,
              "bootstrap95": [
                0.8715972222222222,
                0.9469852430555555
              ]
            },
            "test": {
              "n_text": 150,
              "n_variants": 150,
              "pooled": 0.8837555555555555,
              "paired_text_mean": 0.8866666666666667,
              "bootstrap95": [
                0.8395694444444445,
                0.9238738888888888
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.9386265526270585
        },
        "none_probability": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 150,
              "n_variants": 150
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.9334,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 90,
              "text_mean": 0.75,
              "pooled": 0.75,
              "wilson95": [
                0.665588633358744,
                0.8189017834319043
              ],
              "bootstrap95": [
                0.675,
                0.825
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 109,
              "text_mean": 0.9083333333333333,
              "pooled": 0.9083333333333333,
              "wilson95": [
                0.843291530273291,
                0.9480428171514347
              ],
              "bootstrap95": [
                0.85,
                0.9583333333333334
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 5,
              "text_mean": 0.041666666666666664,
              "pooled": 0.041666666666666664,
              "wilson95": [
                0.017926716880109515,
                0.09384085233703535
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.08333333333333333
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 30,
              "text_mean": 0.25,
              "pooled": 0.25,
              "wilson95": [
                0.18109821656809566,
                0.33441136664125615
              ],
              "bootstrap95": [
                0.175,
                0.3333333333333333
              ]
            }
          },
          "test": {
            "threshold": 0.9334,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 105,
              "text_mean": 0.7,
              "pooled": 0.7,
              "wilson95": [
                0.6224201960400859,
                0.7675917062126834
              ],
              "bootstrap95": [
                0.6266666666666667,
                0.7734999999999991
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 19,
              "text_mean": 0.12666666666666668,
              "pooled": 0.12666666666666668,
              "wilson95": [
                0.08261129487936036,
                0.18936648758213687
              ],
              "bootstrap95": [
                0.07983333333333334,
                0.18
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 127,
              "text_mean": 0.8466666666666667,
              "pooled": 0.8466666666666667,
              "wilson95": [
                0.7804201682766676,
                0.8956004622947993
              ],
              "bootstrap95": [
                0.7866666666666666,
                0.9
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 4,
              "text_mean": 0.02666666666666667,
              "pooled": 0.02666666666666667,
              "wilson95": [
                0.010417940822967993,
                0.06655389051214453
              ],
              "bootstrap95": [
                0.006666666666666667,
                0.05333333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 131,
              "text_mean": 0.8733333333333333,
              "pooled": 0.8733333333333333,
              "wilson95": [
                0.8106335124178631,
                0.9173887051206396
              ],
              "bootstrap95": [
                0.8133333333333334,
                0.9266666666666666
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 45,
              "text_mean": 0.3,
              "pooled": 0.3,
              "wilson95": [
                0.23240829378731656,
                0.3775798039599141
              ],
              "bootstrap95": [
                0.23333333333333334,
                0.37333333333333335
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.9326736111111111,
              "paired_text_mean": 0.975,
              "bootstrap95": [
                0.9000642361111112,
                0.9604861111111112
              ]
            },
            "test": {
              "n_text": 150,
              "n_variants": 150,
              "pooled": 0.8972888888888889,
              "paired_text_mean": 0.94,
              "bootstrap95": [
                0.8609272222222222,
                0.9306677777777778
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.9334
        }
      },
      "coverage": {
        "calibration": {
          "n_pairs": 240,
          "n_text": 120,
          "prevalence": 0.5,
          "brier": 0.22024279141666667,
          "brier_text_mean": 0.22024279141666667,
          "brier_bootstrap95": [
            0.19427109703854167,
            0.24670550860937493
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 7,
              "mean_predicted": 0.047857142857142855,
              "observed": 0.14285714285714285
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 13,
              "mean_predicted": 0.13515384615384615,
              "observed": 0.0
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 7,
              "mean_predicted": 0.25255714285714287,
              "observed": 0.0
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 9,
              "mean_predicted": 0.3563222222222222,
              "observed": 0.0
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 11,
              "mean_predicted": 0.45980909090909083,
              "observed": 0.09090909090909091
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 13,
              "mean_predicted": 0.5483692307692307,
              "observed": 0.15384615384615385
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 9,
              "mean_predicted": 0.6517666666666666,
              "observed": 0.1111111111111111
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 21,
              "mean_predicted": 0.7508714285714286,
              "observed": 0.14285714285714285
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 32,
              "mean_predicted": 0.8606687500000001,
              "observed": 0.25
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 118,
              "mean_predicted": 0.9594771186440678,
              "observed": 0.8813559322033898
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        },
        "test": {
          "n_pairs": 300,
          "n_text": 150,
          "prevalence": 0.5,
          "brier": 0.21992464300000003,
          "brier_text_mean": 0.219924643,
          "brier_bootstrap95": [
            0.19428046852250003,
            0.24444997139916666
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 3,
              "mean_predicted": 0.07426666666666666,
              "observed": 0.0
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 14,
              "mean_predicted": 0.14759285714285714,
              "observed": 0.0
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 15,
              "mean_predicted": 0.25398666666666664,
              "observed": 0.06666666666666667
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 14,
              "mean_predicted": 0.36070714285714284,
              "observed": 0.0
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 14,
              "mean_predicted": 0.4614357142857143,
              "observed": 0.07142857142857142
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 18,
              "mean_predicted": 0.5450166666666667,
              "observed": 0.1111111111111111
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 14,
              "mean_predicted": 0.6417214285714284,
              "observed": 0.07142857142857142
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 22,
              "mean_predicted": 0.7577136363636362,
              "observed": 0.18181818181818182
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 35,
              "mean_predicted": 0.8645914285714285,
              "observed": 0.4857142857142857
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 151,
              "mean_predicted": 0.957648344370861,
              "observed": 0.8211920529801324
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        }
      },
      "conditional_ordinary": {
        "calibration": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.95,
          "brier": 0.04583838033333333,
          "brier_text_mean": 0.04583838033333333,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 5,
              "mean_predicted": 0.56694,
              "observed": 0.8
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 8,
              "mean_predicted": 0.6699750000000001,
              "observed": 0.625
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 10,
              "mean_predicted": 0.7678899999999999,
              "observed": 0.9
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 33,
              "mean_predicted": 0.863560606060606,
              "observed": 0.9696969696969697
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 64,
              "mean_predicted": 0.9511421874999999,
              "observed": 1.0
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.95,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 150,
          "n_text": 150,
          "prevalence": 0.9533333333333334,
          "brier": 0.050798580333333336,
          "brier_text_mean": 0.050798580333333336,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 10,
              "mean_predicted": 0.54228,
              "observed": 0.6
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 13,
              "mean_predicted": 0.6460615384615385,
              "observed": 0.8461538461538461
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 23,
              "mean_predicted": 0.7644130434782608,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 34,
              "mean_predicted": 0.8564764705882354,
              "observed": 0.9705882352941176
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 70,
              "mean_predicted": 0.9457228571428571,
              "observed": 1.0
            }
          ],
          "defined": 150,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9533333333333334,
          "decision_n": 150,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      },
      "conditional_ordinary_with_none": {
        "calibration": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.95,
          "brier": 0.053055211158319855,
          "brier_text_mean": 0.053055211158319855,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 9,
              "mean_predicted": 0.53490050653954,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 7,
              "mean_predicted": 0.6719445082833451,
              "observed": 0.8571428571428571
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 20,
              "mean_predicted": 0.7524839975478228,
              "observed": 0.9
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 38,
              "mean_predicted": 0.856405037997526,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 46,
              "mean_predicted": 0.9500007136689902,
              "observed": 1.0
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.95,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 150,
          "n_text": 150,
          "prevalence": 0.94,
          "brier": 0.06227131939240382,
          "brier_text_mean": 0.06227131939240382,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 19,
              "mean_predicted": 0.5453325425748925,
              "observed": 0.631578947368421
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 12,
              "mean_predicted": 0.6574734502721936,
              "observed": 0.9166666666666666
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 24,
              "mean_predicted": 0.7596877757046167,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 39,
              "mean_predicted": 0.8583250039159557,
              "observed": 0.9743589743589743
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 56,
              "mean_predicted": 0.9430083016860039,
              "observed": 1.0
            }
          ],
          "defined": 150,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.94,
          "decision_n": 150,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      }
    },
    "trec|k4|natural|aligned": {
      "group": "trec|k4|natural|aligned",
      "task": "trec",
      "candidate_size": 4,
      "name_mode": "natural",
      "none_mode": "aligned",
      "member_seeds": [
        0
      ],
      "order_seeds": [
        0
      ],
      "multiple_variants": false,
      "n_unique_member_sets": 15,
      "failure_metadata_fields": {},
      "has_probabilities": true,
      "n_text": {
        "calibration": 120,
        "test": 150
      },
      "n_variants": {
        "calibration": 120,
        "test": 150
      },
      "native": {
        "calibration": {
          "present": {
            "correct": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 19,
              "text_mean": 0.15833333333333333,
              "pooled": 0.15833333333333333,
              "wilson95": [
                0.10376977359410051,
                0.23409332345868022
              ],
              "bootstrap95": [
                0.1,
                0.21687499999999887
              ]
            },
            "wrong": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 101,
              "text_mean": 0.8416666666666667,
              "pooled": 0.8416666666666667,
              "wilson95": [
                0.7659066765413198,
                0.8962302264058994
              ],
              "bootstrap95": [
                0.775,
                0.9083333333333333
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 120,
              "text_mean": 1.0,
              "pooled": 1.0,
              "wilson95": [
                0.9689808335812966,
                1.0
              ],
              "bootstrap95": [
                1.0,
                1.0
              ]
            },
            "accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 120,
            "text_mean": 0.15833333333333333,
            "bootstrap95": [
              0.09166666666666666,
              0.225
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        },
        "test": {
          "present": {
            "correct": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 10,
              "text_mean": 0.06666666666666667,
              "pooled": 0.06666666666666667,
              "wilson95": [
                0.03661185666960744,
                0.11836235511605896
              ],
              "bootstrap95": [
                0.03333333333333333,
                0.11333333333333333
              ]
            },
            "wrong": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.0249702443680766
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "rejected": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 140,
              "text_mean": 0.9333333333333333,
              "pooled": 0.9333333333333333,
              "wilson95": [
                0.8816376448839411,
                0.9633881433303926
              ],
              "bootstrap95": [
                0.8933333333333333,
                0.9733333333333334
              ]
            },
            "interface_failure": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.0249702443680766
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 150,
              "text_mean": 1.0,
              "pooled": 1.0,
              "wilson95": [
                0.9750297556319235,
                1.0
              ],
              "bootstrap95": [
                1.0,
                1.0
              ]
            },
            "accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.0249702443680766
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "interface_failure": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.0249702443680766
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 150,
            "text_mean": 0.06666666666666667,
            "bootstrap95": [
              0.03333333333333333,
              0.11333333333333333
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        }
      },
      "scores": {
        "negative_max": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 150,
              "n_variants": 150
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -0.4212,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 55,
              "text_mean": 0.4583333333333333,
              "pooled": 0.4583333333333333,
              "wilson95": [
                0.3718612878252585,
                0.5473903093763002
              ],
              "bootstrap95": [
                0.36666666666666664,
                0.55
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 104,
              "text_mean": 0.8666666666666667,
              "pooled": 0.8666666666666667,
              "wilson95": [
                0.7943520342531574,
                0.916233910373127
              ],
              "bootstrap95": [
                0.8083333333333333,
                0.925
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 10,
              "text_mean": 0.08333333333333333,
              "pooled": 0.08333333333333333,
              "wilson95": [
                0.045893650374929706,
                0.14662232164065653
              ],
              "bootstrap95": [
                0.041666666666666664,
                0.13333333333333333
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 65,
              "text_mean": 0.5416666666666666,
              "pooled": 0.5416666666666666,
              "wilson95": [
                0.4526096906236998,
                0.6281387121747415
              ],
              "bootstrap95": [
                0.45,
                0.625
              ]
            }
          },
          "test": {
            "threshold": -0.4212,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 72,
              "text_mean": 0.48,
              "pooled": 0.48,
              "wilson95": [
                0.4015511788179087,
                0.5594476309568144
              ],
              "bootstrap95": [
                0.4,
                0.56
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 12,
              "text_mean": 0.08,
              "pooled": 0.08,
              "wilson95": [
                0.04635364151865291,
                0.13462136375053146
              ],
              "bootstrap95": [
                0.04,
                0.12666666666666668
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 124,
              "text_mean": 0.8266666666666667,
              "pooled": 0.8266666666666667,
              "wilson95": [
                0.7581400726100628,
                0.8788793677361272
              ],
              "bootstrap95": [
                0.76,
                0.88
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 14,
              "text_mean": 0.09333333333333334,
              "pooled": 0.09333333333333334,
              "wilson95": [
                0.05641186747708652,
                0.1505639312756158
              ],
              "bootstrap95": [
                0.05333333333333334,
                0.14
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 138,
              "text_mean": 0.92,
              "pooled": 0.92,
              "wilson95": [
                0.8653786362494686,
                0.953646358481347
              ],
              "bootstrap95": [
                0.8733333333333333,
                0.96
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 78,
              "text_mean": 0.52,
              "pooled": 0.52,
              "wilson95": [
                0.4405523690431856,
                0.5984488211820913
              ],
              "bootstrap95": [
                0.43333333333333335,
                0.6
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.8514583333333333,
              "paired_text_mean": 0.7916666666666666,
              "bootstrap95": [
                0.8020138888888889,
                0.8933333333333333
              ]
            },
            "test": {
              "n_text": 150,
              "n_variants": 150,
              "pooled": 0.853,
              "paired_text_mean": 0.8066666666666666,
              "bootstrap95": [
                0.8085527777777778,
                0.8925822222222223
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -0.4212
        },
        "normalized_entropy": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 150,
              "n_variants": 150
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.9113213109286973,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 59,
              "text_mean": 0.49166666666666664,
              "pooled": 0.49166666666666664,
              "wilson95": [
                0.4038757172769723,
                0.5799746021633394
              ],
              "bootstrap95": [
                0.4,
                0.5833333333333334
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 104,
              "text_mean": 0.8666666666666667,
              "pooled": 0.8666666666666667,
              "wilson95": [
                0.7943520342531574,
                0.916233910373127
              ],
              "bootstrap95": [
                0.8083333333333333,
                0.925
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 10,
              "text_mean": 0.08333333333333333,
              "pooled": 0.08333333333333333,
              "wilson95": [
                0.045893650374929706,
                0.14662232164065653
              ],
              "bootstrap95": [
                0.03333333333333333,
                0.14166666666666666
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 61,
              "text_mean": 0.5083333333333333,
              "pooled": 0.5083333333333333,
              "wilson95": [
                0.4200253978366605,
                0.5961242827230276
              ],
              "bootstrap95": [
                0.425,
                0.6
              ]
            }
          },
          "test": {
            "threshold": 0.9113213109286973,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 80,
              "text_mean": 0.5333333333333333,
              "pooled": 0.5333333333333333,
              "wilson95": [
                0.45366249130807695,
                0.6113394924007179
              ],
              "bootstrap95": [
                0.4533333333333333,
                0.6133333333333333
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 11,
              "text_mean": 0.07333333333333333,
              "pooled": 0.07333333333333333,
              "wilson95": [
                0.041438815160384994,
                0.12653579336704038
              ],
              "bootstrap95": [
                0.03333333333333333,
                0.12
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 124,
              "text_mean": 0.8266666666666667,
              "pooled": 0.8266666666666667,
              "wilson95": [
                0.7581400726100628,
                0.8788793677361272
              ],
              "bootstrap95": [
                0.7666666666666667,
                0.8866666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 15,
              "text_mean": 0.1,
              "pooled": 0.1,
              "wilson95": [
                0.061541383826314106,
                0.15843481166814719
              ],
              "bootstrap95": [
                0.05333333333333334,
                0.14666666666666667
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 139,
              "text_mean": 0.9266666666666666,
              "pooled": 0.9266666666666666,
              "wilson95": [
                0.8734642066329596,
                0.9585611848396149
              ],
              "bootstrap95": [
                0.88,
                0.9666666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 70,
              "text_mean": 0.4666666666666667,
              "pooled": 0.4666666666666667,
              "wilson95": [
                0.38866050759928206,
                0.5463375086919231
              ],
              "bootstrap95": [
                0.38666666666666666,
                0.5533333333333333
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.8638194444444445,
              "paired_text_mean": 0.8083333333333333,
              "bootstrap95": [
                0.816453125,
                0.9028489583333333
              ]
            },
            "test": {
              "n_text": 150,
              "n_variants": 150,
              "pooled": 0.8622222222222222,
              "paired_text_mean": 0.8133333333333334,
              "bootstrap95": [
                0.8191977777777778,
                0.9017788888888889
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.9113213109286973
        },
        "none_probability": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 150,
              "n_variants": 150
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.9819,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 43,
              "text_mean": 0.35833333333333334,
              "pooled": 0.35833333333333334,
              "wilson95": [
                0.2781607905032006,
                0.4472946399820988
              ],
              "bootstrap95": [
                0.275,
                0.44166666666666665
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 98,
              "text_mean": 0.8166666666666667,
              "pooled": 0.8166666666666667,
              "wilson95": [
                0.7379908648282967,
                0.8756969964398578
              ],
              "bootstrap95": [
                0.7416666666666667,
                0.8833333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 16,
              "text_mean": 0.13333333333333333,
              "pooled": 0.13333333333333333,
              "wilson95": [
                0.08376608962687311,
                0.20564796574684285
              ],
              "bootstrap95": [
                0.075,
                0.19187499999999888
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 77,
              "text_mean": 0.6416666666666667,
              "pooled": 0.6416666666666667,
              "wilson95": [
                0.5527053600179013,
                0.7218392094967996
              ],
              "bootstrap95": [
                0.55,
                0.725
              ]
            }
          },
          "test": {
            "threshold": 0.9819,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 37,
              "text_mean": 0.24666666666666667,
              "pooled": 0.24666666666666667,
              "wilson95": [
                0.18458162955288543,
                0.3214032942602734
              ],
              "bootstrap95": [
                0.18,
                0.31333333333333335
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 10,
              "text_mean": 0.06666666666666667,
              "pooled": 0.06666666666666667,
              "wilson95": [
                0.03661185666960744,
                0.11836235511605896
              ],
              "bootstrap95": [
                0.03333333333333333,
                0.10666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 119,
              "text_mean": 0.7933333333333333,
              "pooled": 0.7933333333333333,
              "wilson95": [
                0.7216063981873552,
                0.8504110584500398
              ],
              "bootstrap95": [
                0.7266666666666667,
                0.86
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 21,
              "text_mean": 0.14,
              "pooled": 0.14,
              "wilson95": [
                0.09342648818551796,
                0.20455208775949718
              ],
              "bootstrap95": [
                0.08666666666666667,
                0.19333333333333333
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 140,
              "text_mean": 0.9333333333333333,
              "pooled": 0.9333333333333333,
              "wilson95": [
                0.8816376448839411,
                0.9633881433303926
              ],
              "bootstrap95": [
                0.8933333333333333,
                0.9666666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 113,
              "text_mean": 0.7533333333333333,
              "pooled": 0.7533333333333333,
              "wilson95": [
                0.6785967057397266,
                0.8154183704471145
              ],
              "bootstrap95": [
                0.6866666666666666,
                0.82
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.8317361111111111,
              "paired_text_mean": 0.9458333333333333,
              "bootstrap95": [
                0.7935052083333334,
                0.8704539930555555
              ]
            },
            "test": {
              "n_text": 150,
              "n_variants": 150,
              "pooled": 0.8332222222222222,
              "paired_text_mean": 0.9,
              "bootstrap95": [
                0.7931294444444444,
                0.8711805555555556
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.9819
        }
      },
      "coverage": {
        "calibration": {
          "n_pairs": 240,
          "n_text": 120,
          "prevalence": 0.5,
          "brier": 0.334599173875,
          "brier_text_mean": 0.334599173875,
          "brier_bootstrap95": [
            0.3048540782010417,
            0.36233524935520833
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 8,
              "mean_predicted": 0.0333875,
              "observed": 0.0
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 2,
              "mean_predicted": 0.12380000000000001,
              "observed": 0.0
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 5,
              "mean_predicted": 0.25432,
              "observed": 0.0
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 1,
              "mean_predicted": 0.3925,
              "observed": 0.0
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 3,
              "mean_predicted": 0.4167666666666667,
              "observed": 0.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 5,
              "mean_predicted": 0.5717599999999999,
              "observed": 0.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 12,
              "mean_predicted": 0.6492916666666667,
              "observed": 0.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 5,
              "mean_predicted": 0.76558,
              "observed": 0.2
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 21,
              "mean_predicted": 0.864595238095238,
              "observed": 0.19047619047619047
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 178,
              "mean_predicted": 0.9635005617977531,
              "observed": 0.6460674157303371
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        },
        "test": {
          "n_pairs": 300,
          "n_text": 150,
          "prevalence": 0.5,
          "brier": 0.3597272723333333,
          "brier_text_mean": 0.3597272723333333,
          "brier_bootstrap95": [
            0.33936673462249994,
            0.3781298710675
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 2,
              "mean_predicted": 0.13845000000000002,
              "observed": 0.0
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 2,
              "mean_predicted": 0.275,
              "observed": 0.0
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 2,
              "mean_predicted": 0.31484999999999996,
              "observed": 0.0
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 4,
              "mean_predicted": 0.43062500000000004,
              "observed": 0.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 9,
              "mean_predicted": 0.5623444444444444,
              "observed": 0.1111111111111111
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 9,
              "mean_predicted": 0.6648666666666666,
              "observed": 0.1111111111111111
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 18,
              "mean_predicted": 0.7528833333333332,
              "observed": 0.1111111111111111
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 42,
              "mean_predicted": 0.8586952380952381,
              "observed": 0.16666666666666666
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 212,
              "mean_predicted": 0.9601910377358495,
              "observed": 0.6556603773584906
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        }
      },
      "conditional_ordinary": {
        "calibration": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.9,
          "brier": 0.10784548423344019,
          "brier_text_mean": 0.10784548423344019,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 1,
              "mean_predicted": 0.2624,
              "observed": 0.0
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 4,
              "mean_predicted": 0.357575,
              "observed": 0.75
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 12,
              "mean_predicted": 0.45557905950545735,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 13,
              "mean_predicted": 0.5440920717031514,
              "observed": 0.9230769230769231
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 9,
              "mean_predicted": 0.6558881795338817,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 17,
              "mean_predicted": 0.7562887344629461,
              "observed": 0.7647058823529411
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 30,
              "mean_predicted": 0.8498142007762086,
              "observed": 0.9666666666666667
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 34,
              "mean_predicted": 0.9532493807199057,
              "observed": 1.0
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 150,
          "n_text": 150,
          "prevalence": 0.8666666666666667,
          "brier": 0.10447903480927272,
          "brier_text_mean": 0.10447903480927272,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 2,
              "mean_predicted": 0.27795000000000003,
              "observed": 0.5
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 9,
              "mean_predicted": 0.3467079285706348,
              "observed": 0.4444444444444444
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 6,
              "mean_predicted": 0.4494250172772502,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 14,
              "mean_predicted": 0.5455283823234981,
              "observed": 0.6428571428571429
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 27,
              "mean_predicted": 0.6487371130050378,
              "observed": 0.8148148148148148
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 18,
              "mean_predicted": 0.7570641757396973,
              "observed": 0.9444444444444444
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 41,
              "mean_predicted": 0.8513641661865196,
              "observed": 0.975609756097561
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 33,
              "mean_predicted": 0.9576445422925971,
              "observed": 1.0
            }
          ],
          "defined": 150,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.8666666666666667,
          "decision_n": 150,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      },
      "conditional_ordinary_with_none": {
        "calibration": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.8583333333333333,
          "brier": 0.14603553193636282,
          "brier_text_mean": 0.14603553193636282,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 2,
              "mean_predicted": 0.28719103719103717,
              "observed": 0.5
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 7,
              "mean_predicted": 0.3414556671767085,
              "observed": 0.5714285714285714
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 19,
              "mean_predicted": 0.45587405535601316,
              "observed": 0.7894736842105263
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 15,
              "mean_predicted": 0.5399877002658879,
              "observed": 0.7333333333333333
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 21,
              "mean_predicted": 0.6468441066661137,
              "observed": 0.8571428571428571
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 20,
              "mean_predicted": 0.7540730690987705,
              "observed": 0.9
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 18,
              "mean_predicted": 0.8435169147965104,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 18,
              "mean_predicted": 0.9702466596071577,
              "observed": 1.0
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.8583333333333333,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 150,
          "n_text": 150,
          "prevalence": 0.82,
          "brier": 0.14603426045451978,
          "brier_text_mean": 0.14603426045451978,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 2,
              "mean_predicted": 0.2919799498746867,
              "observed": 0.0
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 17,
              "mean_predicted": 0.35525965790872854,
              "observed": 0.4117647058823529
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 19,
              "mean_predicted": 0.46467064632123073,
              "observed": 0.7894736842105263
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 17,
              "mean_predicted": 0.5507195628707179,
              "observed": 0.7647058823529411
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 30,
              "mean_predicted": 0.6453933357730732,
              "observed": 0.8333333333333334
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 31,
              "mean_predicted": 0.7492636992036384,
              "observed": 0.967741935483871
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 15,
              "mean_predicted": 0.8463632062804486,
              "observed": 0.9333333333333333
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 19,
              "mean_predicted": 0.9503468694048676,
              "observed": 1.0
            }
          ],
          "defined": 150,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.82,
          "decision_n": 150,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      }
    },
    "trec|k4|neutral|aligned": {
      "group": "trec|k4|neutral|aligned",
      "task": "trec",
      "candidate_size": 4,
      "name_mode": "neutral",
      "none_mode": "aligned",
      "member_seeds": [
        0
      ],
      "order_seeds": [
        0
      ],
      "multiple_variants": false,
      "n_unique_member_sets": 15,
      "failure_metadata_fields": {},
      "has_probabilities": true,
      "n_text": {
        "calibration": 120,
        "test": 150
      },
      "n_variants": {
        "calibration": 120,
        "test": 150
      },
      "native": {
        "calibration": {
          "present": {
            "correct": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 35,
              "text_mean": 0.2916666666666667,
              "pooled": 0.2916666666666667,
              "wilson95": [
                0.2178156362103854,
                0.3784423497974078
              ],
              "bootstrap95": [
                0.21645833333333336,
                0.375
              ]
            },
            "wrong": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 1,
              "text_mean": 0.008333333333333333,
              "pooled": 0.008333333333333333,
              "wilson95": [
                0.0014725557333420923,
                0.045696291245049675
              ],
              "bootstrap95": [
                0.0,
                0.025
              ]
            },
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 84,
              "text_mean": 0.7,
              "pooled": 0.7,
              "wilson95": [
                0.6128485756752643,
                0.7747437577572543
              ],
              "bootstrap95": [
                0.6166666666666667,
                0.7833333333333333
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 119,
              "text_mean": 0.9916666666666667,
              "pooled": 0.9916666666666667,
              "wilson95": [
                0.9543037087549505,
                0.998527444266658
              ],
              "bootstrap95": [
                0.975,
                1.0
              ]
            },
            "accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 1,
              "text_mean": 0.008333333333333333,
              "pooled": 0.008333333333333333,
              "wilson95": [
                0.0014725557333420923,
                0.045696291245049675
              ],
              "bootstrap95": [
                0.0,
                0.025
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 120,
            "text_mean": 0.2916666666666667,
            "bootstrap95": [
              0.20833333333333334,
              0.375
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        },
        "test": {
          "present": {
            "correct": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 32,
              "text_mean": 0.21333333333333335,
              "pooled": 0.21333333333333335,
              "wilson95": [
                0.15536236119471125,
                0.28562057890965276
              ],
              "bootstrap95": [
                0.14666666666666667,
                0.28
              ]
            },
            "wrong": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 1,
              "text_mean": 0.006666666666666667,
              "pooled": 0.006666666666666667,
              "wilson95": [
                0.0011778013350174366,
                0.03679283977481815
              ],
              "bootstrap95": [
                0.0,
                0.02
              ]
            },
            "rejected": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 117,
              "text_mean": 0.78,
              "pooled": 0.78,
              "wilson95": [
                0.7071769001714163,
                0.8388397629824609
              ],
              "bootstrap95": [
                0.7133333333333334,
                0.8401666666666657
              ]
            },
            "interface_failure": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.0249702443680766
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 148,
              "text_mean": 0.9866666666666667,
              "pooled": 0.9866666666666667,
              "wilson95": [
                0.9526930912996325,
                0.9963358708487731
              ],
              "bootstrap95": [
                0.9666666666666667,
                1.0
              ]
            },
            "accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 2,
              "text_mean": 0.013333333333333334,
              "pooled": 0.013333333333333334,
              "wilson95": [
                0.0036641291512270503,
                0.04730690870036751
              ],
              "bootstrap95": [
                0.0,
                0.03333333333333333
              ]
            },
            "interface_failure": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.0249702443680766
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 150,
            "text_mean": 0.20666666666666667,
            "bootstrap95": [
              0.14,
              0.2733333333333333
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        }
      },
      "scores": {
        "negative_max": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 150,
              "n_variants": 150
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -0.3989,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 53,
              "text_mean": 0.44166666666666665,
              "pooled": 0.44166666666666665,
              "wilson95": [
                0.3559974669953786,
                0.5309547690868035
              ],
              "bootstrap95": [
                0.35,
                0.5333333333333333
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 109,
              "text_mean": 0.9083333333333333,
              "pooled": 0.9083333333333333,
              "wilson95": [
                0.843291530273291,
                0.9480428171514347
              ],
              "bootstrap95": [
                0.8583333333333333,
                0.9583333333333334
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 5,
              "text_mean": 0.041666666666666664,
              "pooled": 0.041666666666666664,
              "wilson95": [
                0.017926716880109515,
                0.09384085233703535
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.08333333333333333
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 67,
              "text_mean": 0.5583333333333333,
              "pooled": 0.5583333333333333,
              "wilson95": [
                0.4690452309131966,
                0.6440025330046214
              ],
              "bootstrap95": [
                0.475,
                0.65
              ]
            }
          },
          "test": {
            "threshold": -0.3989,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 72,
              "text_mean": 0.48,
              "pooled": 0.48,
              "wilson95": [
                0.4015511788179087,
                0.5594476309568144
              ],
              "bootstrap95": [
                0.4,
                0.56
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 7,
              "text_mean": 0.04666666666666667,
              "pooled": 0.04666666666666667,
              "wilson95": [
                0.022786549161261972,
                0.09318647239912747
              ],
              "bootstrap95": [
                0.02,
                0.08666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 132,
              "text_mean": 0.88,
              "pooled": 0.88,
              "wilson95": [
                0.818291645158672,
                0.9227309691215898
              ],
              "bootstrap95": [
                0.8266666666666667,
                0.9333333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 11,
              "text_mean": 0.07333333333333333,
              "pooled": 0.07333333333333333,
              "wilson95": [
                0.041438815160384994,
                0.12653579336704038
              ],
              "bootstrap95": [
                0.03333333333333333,
                0.11349999999999909
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 143,
              "text_mean": 0.9533333333333334,
              "pooled": 0.9533333333333334,
              "wilson95": [
                0.9068135276008725,
                0.9772134508387381
              ],
              "bootstrap95": [
                0.92,
                0.9866666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 78,
              "text_mean": 0.52,
              "pooled": 0.52,
              "wilson95": [
                0.4405523690431856,
                0.5984488211820913
              ],
              "bootstrap95": [
                0.44,
                0.6
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.8826388888888889,
              "paired_text_mean": 0.85,
              "bootstrap95": [
                0.8385972222222222,
                0.9247934027777778
              ]
            },
            "test": {
              "n_text": 150,
              "n_variants": 150,
              "pooled": 0.9002888888888889,
              "paired_text_mean": 0.8866666666666667,
              "bootstrap95": [
                0.8649527777777778,
                0.9324955555555555
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -0.3989
        },
        "normalized_entropy": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 150,
              "n_variants": 150
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.9039149962683066,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 72,
              "text_mean": 0.6,
              "pooled": 0.6,
              "wilson95": [
                0.5105602479246307,
                0.6832359187916286
              ],
              "bootstrap95": [
                0.5166666666666667,
                0.6916666666666667
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 109,
              "text_mean": 0.9083333333333333,
              "pooled": 0.9083333333333333,
              "wilson95": [
                0.843291530273291,
                0.9480428171514347
              ],
              "bootstrap95": [
                0.8583333333333333,
                0.9583333333333334
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 5,
              "text_mean": 0.041666666666666664,
              "pooled": 0.041666666666666664,
              "wilson95": [
                0.017926716880109515,
                0.09384085233703535
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.08333333333333333
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 48,
              "text_mean": 0.4,
              "pooled": 0.4,
              "wilson95": [
                0.31676408120837146,
                0.4894397520753693
              ],
              "bootstrap95": [
                0.31666666666666665,
                0.49166666666666664
              ]
            }
          },
          "test": {
            "threshold": 0.9039149962683066,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 95,
              "text_mean": 0.6333333333333333,
              "pooled": 0.6333333333333333,
              "wilson95": [
                0.5537823804885079,
                0.7062255543466717
              ],
              "bootstrap95": [
                0.5531666666666667,
                0.7133333333333334
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 13,
              "text_mean": 0.08666666666666667,
              "pooled": 0.08666666666666667,
              "wilson95": [
                0.051347178274724174,
                0.14262822373621914
              ],
              "bootstrap95": [
                0.04666666666666667,
                0.13333333333333333
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 128,
              "text_mean": 0.8533333333333334,
              "pooled": 0.8533333333333334,
              "wilson95": [
                0.7879153994391072,
                0.9011056278741189
              ],
              "bootstrap95": [
                0.7933333333333333,
                0.9066666666666666
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 9,
              "text_mean": 0.06,
              "pooled": 0.06,
              "wilson95": [
                0.03188404420920533,
                0.11008977083470209
              ],
              "bootstrap95": [
                0.02666666666666667,
                0.1
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 137,
              "text_mean": 0.9133333333333333,
              "pooled": 0.9133333333333333,
              "wilson95": [
                0.8573717762637809,
                0.9486528217252759
              ],
              "bootstrap95": [
                0.8666666666666667,
                0.9533333333333334
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 55,
              "text_mean": 0.36666666666666664,
              "pooled": 0.36666666666666664,
              "wilson95": [
                0.2937744456533283,
                0.44621761951149214
              ],
              "bootstrap95": [
                0.2866666666666667,
                0.44666666666666666
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.8914583333333334,
              "paired_text_mean": 0.8666666666666667,
              "bootstrap95": [
                0.8504809027777779,
                0.9275069444444444
              ]
            },
            "test": {
              "n_text": 150,
              "n_variants": 150,
              "pooled": 0.9056888888888889,
              "paired_text_mean": 0.9,
              "bootstrap95": [
                0.8742622222222222,
                0.9383600000000001
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.9039149962683066
        },
        "none_probability": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 150,
              "n_variants": 150
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.9399,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 62,
              "text_mean": 0.5166666666666667,
              "pooled": 0.5166666666666667,
              "wilson95": [
                0.4281358041299209,
                0.6041635569894558
              ],
              "bootstrap95": [
                0.425,
                0.6083333333333333
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 5,
              "text_mean": 0.041666666666666664,
              "pooled": 0.041666666666666664,
              "wilson95": [
                0.017926716880109515,
                0.09384085233703535
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.08333333333333333
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 104,
              "text_mean": 0.8666666666666667,
              "pooled": 0.8666666666666667,
              "wilson95": [
                0.7943520342531574,
                0.916233910373127
              ],
              "bootstrap95": [
                0.8,
                0.925
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 11,
              "text_mean": 0.09166666666666666,
              "pooled": 0.09166666666666666,
              "wilson95": [
                0.05195718284856543,
                0.15670846972670907
              ],
              "bootstrap95": [
                0.041666666666666664,
                0.14166666666666666
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 115,
              "text_mean": 0.9583333333333334,
              "pooled": 0.9583333333333334,
              "wilson95": [
                0.9061591476629647,
                0.9820732831198906
              ],
              "bootstrap95": [
                0.9166666666666666,
                0.9916666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 58,
              "text_mean": 0.48333333333333334,
              "pooled": 0.48333333333333334,
              "wilson95": [
                0.3958364430105443,
                0.5718641958700792
              ],
              "bootstrap95": [
                0.4,
                0.575
              ]
            }
          },
          "test": {
            "threshold": 0.9399,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 68,
              "text_mean": 0.4533333333333333,
              "pooled": 0.4533333333333333,
              "wilson95": [
                0.375824986079277,
                0.5331722367284102
              ],
              "bootstrap95": [
                0.37333333333333335,
                0.5333333333333333
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 9,
              "text_mean": 0.06,
              "pooled": 0.06,
              "wilson95": [
                0.03188404420920533,
                0.11008977083470209
              ],
              "bootstrap95": [
                0.02666666666666667,
                0.1
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 127,
              "text_mean": 0.8466666666666667,
              "pooled": 0.8466666666666667,
              "wilson95": [
                0.7804201682766676,
                0.8956004622947993
              ],
              "bootstrap95": [
                0.7866666666666666,
                0.9
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 14,
              "text_mean": 0.09333333333333334,
              "pooled": 0.09333333333333334,
              "wilson95": [
                0.05641186747708652,
                0.1505639312756158
              ],
              "bootstrap95": [
                0.05333333333333334,
                0.14
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 141,
              "text_mean": 0.94,
              "pooled": 0.94,
              "wilson95": [
                0.8899102291652979,
                0.9681159557907947
              ],
              "bootstrap95": [
                0.9,
                0.9733333333333334
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 82,
              "text_mean": 0.5466666666666666,
              "pooled": 0.5466666666666666,
              "wilson95": [
                0.4668277632715898,
                0.6241750139207229
              ],
              "bootstrap95": [
                0.4666666666666667,
                0.62
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.8739930555555555,
              "paired_text_mean": 0.9666666666666667,
              "bootstrap95": [
                0.8385755208333333,
                0.9087543402777777
              ]
            },
            "test": {
              "n_text": 150,
              "n_variants": 150,
              "pooled": 0.8599333333333333,
              "paired_text_mean": 0.9433333333333334,
              "bootstrap95": [
                0.8223988888888889,
                0.8951783333333333
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.9399
        }
      },
      "coverage": {
        "calibration": {
          "n_pairs": 240,
          "n_text": 120,
          "prevalence": 0.5,
          "brier": 0.23646554879166665,
          "brier_text_mean": 0.23646554879166667,
          "brier_bootstrap95": [
            0.20848343826875,
            0.26403388717291665
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 5,
              "mean_predicted": 0.04222,
              "observed": 0.0
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 13,
              "mean_predicted": 0.14984615384615382,
              "observed": 0.0
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 12,
              "mean_predicted": 0.2598583333333333,
              "observed": 0.08333333333333333
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 6,
              "mean_predicted": 0.36399999999999993,
              "observed": 0.0
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 5,
              "mean_predicted": 0.45447999999999994,
              "observed": 0.2
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 13,
              "mean_predicted": 0.5452153846153845,
              "observed": 0.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 14,
              "mean_predicted": 0.6544,
              "observed": 0.42857142857142855
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 20,
              "mean_predicted": 0.7459149999999999,
              "observed": 0.3
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 38,
              "mean_predicted": 0.8552736842105263,
              "observed": 0.39473684210526316
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 114,
              "mean_predicted": 0.9446999999999995,
              "observed": 0.7982456140350878
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        },
        "test": {
          "n_pairs": 300,
          "n_text": 150,
          "prevalence": 0.5,
          "brier": 0.24680303340000004,
          "brier_text_mean": 0.24680303340000004,
          "brier_bootstrap95": [
            0.22420274463916662,
            0.26852153122083333
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 2,
              "mean_predicted": 0.0593,
              "observed": 0.0
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 8,
              "mean_predicted": 0.15881250000000002,
              "observed": 0.125
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 10,
              "mean_predicted": 0.24359000000000003,
              "observed": 0.0
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 12,
              "mean_predicted": 0.3401916666666667,
              "observed": 0.08333333333333333
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 12,
              "mean_predicted": 0.4450416666666666,
              "observed": 0.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 18,
              "mean_predicted": 0.5494388888888888,
              "observed": 0.16666666666666666
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 22,
              "mean_predicted": 0.65175,
              "observed": 0.13636363636363635
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 23,
              "mean_predicted": 0.751891304347826,
              "observed": 0.13043478260869565
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 65,
              "mean_predicted": 0.8556076923076925,
              "observed": 0.5384615384615384
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 128,
              "mean_predicted": 0.9453593749999999,
              "observed": 0.8125
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        }
      },
      "conditional_ordinary": {
        "calibration": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.9166666666666666,
          "brier": 0.08446818589160689,
          "brier_text_mean": 0.08446818589160689,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 7,
              "mean_predicted": 0.36002853665928536,
              "observed": 0.14285714285714285
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 4,
              "mean_predicted": 0.4473397109641471,
              "observed": 1.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 12,
              "mean_predicted": 0.5559930493049305,
              "observed": 0.9166666666666666
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 10,
              "mean_predicted": 0.6545665466078654,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 15,
              "mean_predicted": 0.761542068187154,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 31,
              "mean_predicted": 0.8624245445254065,
              "observed": 0.9354838709677419
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 41,
              "mean_predicted": 0.9420259295680151,
              "observed": 0.975609756097561
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9166666666666666,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 150,
          "n_text": 150,
          "prevalence": 0.9133333333333333,
          "brier": 0.10017304541128877,
          "brier_text_mean": 0.10017304541128877,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 7,
              "mean_predicted": 0.35606760781610464,
              "observed": 0.7142857142857143
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 13,
              "mean_predicted": 0.4500880172632647,
              "observed": 0.6153846153846154
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 11,
              "mean_predicted": 0.5553025834073895,
              "observed": 1.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 14,
              "mean_predicted": 0.6561669735544555,
              "observed": 0.8571428571428571
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 25,
              "mean_predicted": 0.7527073569290736,
              "observed": 0.92
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 43,
              "mean_predicted": 0.8468797978473794,
              "observed": 0.9534883720930233
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 37,
              "mean_predicted": 0.9375641724591012,
              "observed": 1.0
            }
          ],
          "defined": 150,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9133333333333333,
          "decision_n": 150,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      },
      "conditional_ordinary_with_none": {
        "calibration": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.9083333333333333,
          "brier": 0.11901103027237675,
          "brier_text_mean": 0.11901103027237675,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 3,
              "mean_predicted": 0.2867064262858127,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 10,
              "mean_predicted": 0.35614162345361955,
              "observed": 0.7
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 10,
              "mean_predicted": 0.4547022104227373,
              "observed": 0.7
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 10,
              "mean_predicted": 0.5446843284697976,
              "observed": 1.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 22,
              "mean_predicted": 0.6629818970733733,
              "observed": 0.9545454545454546
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 19,
              "mean_predicted": 0.7514428164964149,
              "observed": 0.9473684210526315
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 24,
              "mean_predicted": 0.8647955939065363,
              "observed": 0.9583333333333334
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 22,
              "mean_predicted": 0.940294805689831,
              "observed": 1.0
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9083333333333333,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 150,
          "n_text": 150,
          "prevalence": 0.8866666666666667,
          "brier": 0.1318523196663395,
          "brier_text_mean": 0.1318523196663395,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 2,
              "mean_predicted": 0.2962559345802288,
              "observed": 0.0
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 13,
              "mean_predicted": 0.34350148460396623,
              "observed": 0.5384615384615384
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 17,
              "mean_predicted": 0.4643483440156484,
              "observed": 0.9411764705882353
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 20,
              "mean_predicted": 0.5519777391286447,
              "observed": 0.8
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 22,
              "mean_predicted": 0.6607346718449494,
              "observed": 0.9090909090909091
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 25,
              "mean_predicted": 0.757749839524327,
              "observed": 0.96
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 39,
              "mean_predicted": 0.8413017328926838,
              "observed": 0.9743589743589743
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 12,
              "mean_predicted": 0.9289046608820174,
              "observed": 1.0
            }
          ],
          "defined": 150,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.8866666666666667,
          "decision_n": 150,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      }
    },
    "trec|k5|natural|aligned": {
      "group": "trec|k5|natural|aligned",
      "task": "trec",
      "candidate_size": 5,
      "name_mode": "natural",
      "none_mode": "aligned",
      "member_seeds": [
        0
      ],
      "order_seeds": [
        0
      ],
      "multiple_variants": false,
      "n_unique_member_sets": 6,
      "failure_metadata_fields": {},
      "has_probabilities": true,
      "n_text": {
        "calibration": 120,
        "test": 150
      },
      "n_variants": {
        "calibration": 120,
        "test": 150
      },
      "native": {
        "calibration": {
          "present": {
            "correct": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 17,
              "text_mean": 0.14166666666666666,
              "pooled": 0.14166666666666666,
              "wilson95": [
                0.09036879103483236,
                0.21519494489857183
              ],
              "bootstrap95": [
                0.08333333333333333,
                0.20833333333333334
              ]
            },
            "wrong": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 103,
              "text_mean": 0.8583333333333333,
              "pooled": 0.8583333333333333,
              "wilson95": [
                0.7848050551014282,
                0.9096312089651676
              ],
              "bootstrap95": [
                0.7916666666666666,
                0.9166666666666666
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 120,
              "text_mean": 1.0,
              "pooled": 1.0,
              "wilson95": [
                0.9689808335812966,
                1.0
              ],
              "bootstrap95": [
                1.0,
                1.0
              ]
            },
            "accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 120,
            "text_mean": 0.14166666666666666,
            "bootstrap95": [
              0.08333333333333333,
              0.20833333333333334
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        },
        "test": {
          "present": {
            "correct": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 14,
              "text_mean": 0.09333333333333334,
              "pooled": 0.09333333333333334,
              "wilson95": [
                0.05641186747708652,
                0.1505639312756158
              ],
              "bootstrap95": [
                0.04666666666666667,
                0.14
              ]
            },
            "wrong": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.0249702443680766
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "rejected": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 136,
              "text_mean": 0.9066666666666666,
              "pooled": 0.9066666666666666,
              "wilson95": [
                0.8494360687243842,
                0.9435881325229135
              ],
              "bootstrap95": [
                0.8533333333333334,
                0.9466666666666667
              ]
            },
            "interface_failure": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.0249702443680766
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 150,
              "text_mean": 1.0,
              "pooled": 1.0,
              "wilson95": [
                0.9750297556319235,
                1.0
              ],
              "bootstrap95": [
                1.0,
                1.0
              ]
            },
            "accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.0249702443680766
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "interface_failure": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.0249702443680766
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 150,
            "text_mean": 0.09333333333333334,
            "bootstrap95": [
              0.04666666666666667,
              0.14666666666666667
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        }
      },
      "scores": {
        "negative_max": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 150,
              "n_variants": 150
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -0.3724,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 56,
              "text_mean": 0.4666666666666667,
              "pooled": 0.4666666666666667,
              "wilson95": [
                0.37982917045799003,
                0.555572107303257
              ],
              "bootstrap95": [
                0.375,
                0.5583333333333333
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 104,
              "text_mean": 0.8666666666666667,
              "pooled": 0.8666666666666667,
              "wilson95": [
                0.7943520342531574,
                0.916233910373127
              ],
              "bootstrap95": [
                0.8,
                0.925
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 10,
              "text_mean": 0.08333333333333333,
              "pooled": 0.08333333333333333,
              "wilson95": [
                0.045893650374929706,
                0.14662232164065653
              ],
              "bootstrap95": [
                0.03333333333333333,
                0.13333333333333333
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 64,
              "text_mean": 0.5333333333333333,
              "pooled": 0.5333333333333333,
              "wilson95": [
                0.4444278926967431,
                0.6201708295420101
              ],
              "bootstrap95": [
                0.44166666666666665,
                0.6166666666666667
              ]
            }
          },
          "test": {
            "threshold": -0.3724,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 61,
              "text_mean": 0.4066666666666667,
              "pooled": 0.4066666666666667,
              "wilson95": [
                0.33134109612869495,
                0.4866533494866793
              ],
              "bootstrap95": [
                0.32666666666666666,
                0.4866666666666667
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 14,
              "text_mean": 0.09333333333333334,
              "pooled": 0.09333333333333334,
              "wilson95": [
                0.05641186747708652,
                0.1505639312756158
              ],
              "bootstrap95": [
                0.04666666666666667,
                0.14
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 124,
              "text_mean": 0.8266666666666667,
              "pooled": 0.8266666666666667,
              "wilson95": [
                0.7581400726100628,
                0.8788793677361272
              ],
              "bootstrap95": [
                0.7666666666666667,
                0.8866666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 12,
              "text_mean": 0.08,
              "pooled": 0.08,
              "wilson95": [
                0.04635364151865291,
                0.13462136375053146
              ],
              "bootstrap95": [
                0.04,
                0.12666666666666668
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 136,
              "text_mean": 0.9066666666666666,
              "pooled": 0.9066666666666666,
              "wilson95": [
                0.8494360687243842,
                0.9435881325229135
              ],
              "bootstrap95": [
                0.86,
                0.9466666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 89,
              "text_mean": 0.5933333333333334,
              "pooled": 0.5933333333333334,
              "wilson95": [
                0.5133466505133206,
                0.6686589038713051
              ],
              "bootstrap95": [
                0.5133333333333333,
                0.6666666666666666
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.8701736111111111,
              "paired_text_mean": 0.8583333333333333,
              "bootstrap95": [
                0.825623263888889,
                0.9111163194444444
              ]
            },
            "test": {
              "n_text": 150,
              "n_variants": 150,
              "pooled": 0.8216,
              "paired_text_mean": 0.7866666666666666,
              "bootstrap95": [
                0.7738849999999999,
                0.8634938888888888
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -0.3724
        },
        "normalized_entropy": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 150,
              "n_variants": 150
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.9106667432834371,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 59,
              "text_mean": 0.49166666666666664,
              "pooled": 0.49166666666666664,
              "wilson95": [
                0.4038757172769723,
                0.5799746021633394
              ],
              "bootstrap95": [
                0.4,
                0.5833333333333334
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 104,
              "text_mean": 0.8666666666666667,
              "pooled": 0.8666666666666667,
              "wilson95": [
                0.7943520342531574,
                0.916233910373127
              ],
              "bootstrap95": [
                0.8,
                0.925
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 10,
              "text_mean": 0.08333333333333333,
              "pooled": 0.08333333333333333,
              "wilson95": [
                0.045893650374929706,
                0.14662232164065653
              ],
              "bootstrap95": [
                0.041666666666666664,
                0.14166666666666666
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 61,
              "text_mean": 0.5083333333333333,
              "pooled": 0.5083333333333333,
              "wilson95": [
                0.4200253978366605,
                0.5961242827230276
              ],
              "bootstrap95": [
                0.4166666666666667,
                0.5916666666666667
              ]
            }
          },
          "test": {
            "threshold": 0.9106667432834371,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 73,
              "text_mean": 0.4866666666666667,
              "pooled": 0.4866666666666667,
              "wilson95": [
                0.40801711922387535,
                0.5659820872926068
              ],
              "bootstrap95": [
                0.4066666666666667,
                0.5666666666666667
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 15,
              "text_mean": 0.1,
              "pooled": 0.1,
              "wilson95": [
                0.061541383826314106,
                0.15843481166814719
              ],
              "bootstrap95": [
                0.05333333333333334,
                0.15333333333333332
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 123,
              "text_mean": 0.82,
              "pooled": 0.82,
              "wilson95": [
                0.7507767216820398,
                0.873242321922391
              ],
              "bootstrap95": [
                0.7533333333333333,
                0.88
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 12,
              "text_mean": 0.08,
              "pooled": 0.08,
              "wilson95": [
                0.04635364151865291,
                0.13462136375053146
              ],
              "bootstrap95": [
                0.04,
                0.12666666666666668
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 135,
              "text_mean": 0.9,
              "pooled": 0.9,
              "wilson95": [
                0.8415651883318529,
                0.9384586161736859
              ],
              "bootstrap95": [
                0.8533333333333334,
                0.9466666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 77,
              "text_mean": 0.5133333333333333,
              "pooled": 0.5133333333333333,
              "wilson95": [
                0.4340179127073932,
                0.5919828807761246
              ],
              "bootstrap95": [
                0.4266666666666667,
                0.5933333333333334
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.8718055555555555,
              "paired_text_mean": 0.875,
              "bootstrap95": [
                0.830203125,
                0.9093819444444444
              ]
            },
            "test": {
              "n_text": 150,
              "n_variants": 150,
              "pooled": 0.8316444444444444,
              "paired_text_mean": 0.82,
              "bootstrap95": [
                0.7867544444444444,
                0.8748533333333333
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.9106667432834371
        },
        "none_probability": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 150,
              "n_variants": 150
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.9997,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 34,
              "text_mean": 0.2833333333333333,
              "pooled": 0.2833333333333333,
              "wilson95": [
                0.21040628091756453,
                0.36970202453054035
              ],
              "bootstrap95": [
                0.2,
                0.36666666666666664
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 95,
              "text_mean": 0.7916666666666666,
              "pooled": 0.7916666666666666,
              "wilson95": [
                0.7105232156701865,
                0.8547156039189031
              ],
              "bootstrap95": [
                0.7166666666666667,
                0.8666666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 19,
              "text_mean": 0.15833333333333333,
              "pooled": 0.15833333333333333,
              "wilson95": [
                0.10376977359410051,
                0.23409332345868022
              ],
              "bootstrap95": [
                0.1,
                0.225
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 86,
              "text_mean": 0.7166666666666667,
              "pooled": 0.7166666666666667,
              "wilson95": [
                0.6302979754694596,
                0.7895937190824355
              ],
              "bootstrap95": [
                0.6333333333333333,
                0.7916666666666666
              ]
            }
          },
          "test": {
            "threshold": 0.9997,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 32,
              "text_mean": 0.21333333333333335,
              "pooled": 0.21333333333333335,
              "wilson95": [
                0.15536236119471125,
                0.28562057890965276
              ],
              "bootstrap95": [
                0.15333333333333332,
                0.2866666666666667
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 4,
              "text_mean": 0.02666666666666667,
              "pooled": 0.02666666666666667,
              "wilson95": [
                0.010417940822967993,
                0.06655389051214453
              ],
              "bootstrap95": [
                0.006666666666666667,
                0.05333333333333334
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 119,
              "text_mean": 0.7933333333333333,
              "pooled": 0.7933333333333333,
              "wilson95": [
                0.7216063981873552,
                0.8504110584500398
              ],
              "bootstrap95": [
                0.7266666666666667,
                0.86
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 27,
              "text_mean": 0.18,
              "pooled": 0.18,
              "wilson95": [
                0.1267576780776089,
                0.2492232783179601
              ],
              "bootstrap95": [
                0.12,
                0.24
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 146,
              "text_mean": 0.9733333333333334,
              "pooled": 0.9733333333333334,
              "wilson95": [
                0.9334461094878556,
                0.989582059177032
              ],
              "bootstrap95": [
                0.9466666666666667,
                0.9933333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 118,
              "text_mean": 0.7866666666666666,
              "pooled": 0.7866666666666666,
              "wilson95": [
                0.7143794210903474,
                0.8446376388052887
              ],
              "bootstrap95": [
                0.72,
                0.8533333333333334
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.8274652777777778,
              "paired_text_mean": 0.9083333333333333,
              "bootstrap95": [
                0.786734375,
                0.8692039930555555
              ]
            },
            "test": {
              "n_text": 150,
              "n_variants": 150,
              "pooled": 0.8117777777777778,
              "paired_text_mean": 0.8866666666666667,
              "bootstrap95": [
                0.7741538888888889,
                0.8504711111111112
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.9997
        }
      },
      "coverage": {
        "calibration": {
          "n_pairs": 240,
          "n_text": 120,
          "prevalence": 0.5,
          "brier": 0.402433109,
          "brier_text_mean": 0.402433109,
          "brier_bootstrap95": [
            0.3705029111645833,
            0.4307398025583334
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 10,
              "mean_predicted": 0.019069999999999997,
              "observed": 0.0
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 3,
              "mean_predicted": 0.17713333333333334,
              "observed": 0.0
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 3,
              "mean_predicted": 0.23563333333333333,
              "observed": 0.0
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 1,
              "mean_predicted": 0.465,
              "observed": 0.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 3,
              "mean_predicted": 0.5371666666666667,
              "observed": 0.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 3,
              "mean_predicted": 0.7118666666666668,
              "observed": 0.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 4,
              "mean_predicted": 0.86015,
              "observed": 0.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 213,
              "mean_predicted": 0.9925835680751162,
              "observed": 0.5633802816901409
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        },
        "test": {
          "n_pairs": 300,
          "n_text": 150,
          "prevalence": 0.5,
          "brier": 0.42509494353333327,
          "brier_text_mean": 0.4250949435333334,
          "brier_bootstrap95": [
            0.40071623311000004,
            0.4476419051858334
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 7,
              "mean_predicted": 0.0192,
              "observed": 0.0
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 2,
              "mean_predicted": 0.1516,
              "observed": 0.0
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 3,
              "mean_predicted": 0.2632666666666667,
              "observed": 0.0
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 2,
              "mean_predicted": 0.3718,
              "observed": 0.0
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 2,
              "mean_predicted": 0.5186999999999999,
              "observed": 0.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 7,
              "mean_predicted": 0.7447,
              "observed": 0.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 11,
              "mean_predicted": 0.8660636363636364,
              "observed": 0.2727272727272727
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 266,
              "mean_predicted": 0.9943022556390969,
              "observed": 0.5526315789473685
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        }
      },
      "conditional_ordinary": {
        "calibration": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.8833333333333333,
          "brier": 0.10853146223977671,
          "brier_text_mean": 0.10853146223977671,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 3,
              "mean_predicted": 0.2607092509250925,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 5,
              "mean_predicted": 0.3570921747825217,
              "observed": 0.4
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 10,
              "mean_predicted": 0.4576147514307475,
              "observed": 0.8
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 9,
              "mean_predicted": 0.5594173941081739,
              "observed": 0.8888888888888888
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 15,
              "mean_predicted": 0.6457109396402427,
              "observed": 0.8
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 21,
              "mean_predicted": 0.7405259609014979,
              "observed": 0.9047619047619048
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 28,
              "mean_predicted": 0.8468212272111408,
              "observed": 1.0
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 29,
              "mean_predicted": 0.9635312553881057,
              "observed": 0.9655172413793104
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.8833333333333333,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 150,
          "n_text": 150,
          "prevalence": 0.8533333333333334,
          "brier": 0.11876585669543722,
          "brier_text_mean": 0.11876585669543722,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 5,
              "mean_predicted": 0.26586,
              "observed": 0.4
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 9,
              "mean_predicted": 0.3316295655939623,
              "observed": 0.2222222222222222
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 16,
              "mean_predicted": 0.45076950367463253,
              "observed": 0.75
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 15,
              "mean_predicted": 0.536330069881034,
              "observed": 0.7333333333333333
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 19,
              "mean_predicted": 0.6453158972856329,
              "observed": 0.9473684210526315
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 20,
              "mean_predicted": 0.7461172862360728,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 34,
              "mean_predicted": 0.8455993195633464,
              "observed": 0.9705882352941176
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 32,
              "mean_predicted": 0.961906491089065,
              "observed": 0.9375
            }
          ],
          "defined": 150,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.8533333333333334,
          "decision_n": 150,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      },
      "conditional_ordinary_with_none": {
        "calibration": {
          "n_pairs": 116,
          "n_text": 116,
          "prevalence": 0.8362068965517241,
          "brier": 0.10668687715880873,
          "brier_text_mean": 0.10668687715880873,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 2,
              "mean_predicted": 0.2690677966101695,
              "observed": 0.0
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 6,
              "mean_predicted": 0.35435606060606056,
              "observed": 0.5
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 5,
              "mean_predicted": 0.44275937790006986,
              "observed": 0.6
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 9,
              "mean_predicted": 0.5420180720280422,
              "observed": 0.5555555555555556
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 10,
              "mean_predicted": 0.6607957612562876,
              "observed": 0.9
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 13,
              "mean_predicted": 0.7499195540722818,
              "observed": 0.7692307692307693
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 13,
              "mean_predicted": 0.8454905618856993,
              "observed": 0.7692307692307693
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 58,
              "mean_predicted": 0.9727629741710445,
              "observed": 0.9827586206896551
            }
          ],
          "defined": 116,
          "zero_ordinary_mass": 4,
          "undefined_fraction": 0.03333333333333333,
          "decision_accuracy": 0.8166666666666667,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 148,
          "n_text": 148,
          "prevalence": 0.8108108108108109,
          "brier": 0.13488741116103597,
          "brier_text_mean": 0.13488741116103597,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 7,
              "mean_predicted": 0.2423280423280423,
              "observed": 0.2857142857142857
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 6,
              "mean_predicted": 0.3484797917812581,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 13,
              "mean_predicted": 0.43367511832422184,
              "observed": 0.6923076923076923
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 15,
              "mean_predicted": 0.5373807910987959,
              "observed": 0.6
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 16,
              "mean_predicted": 0.6457209728514052,
              "observed": 0.8125
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 11,
              "mean_predicted": 0.748095927329751,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 14,
              "mean_predicted": 0.8535645442703871,
              "observed": 0.9285714285714286
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 66,
              "mean_predicted": 0.9683208679819314,
              "observed": 0.9242424242424242
            }
          ],
          "defined": 148,
          "zero_ordinary_mass": 2,
          "undefined_fraction": 0.013333333333333334,
          "decision_accuracy": 0.8,
          "decision_n": 150,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      }
    },
    "trec|k5|neutral|aligned": {
      "group": "trec|k5|neutral|aligned",
      "task": "trec",
      "candidate_size": 5,
      "name_mode": "neutral",
      "none_mode": "aligned",
      "member_seeds": [
        0
      ],
      "order_seeds": [
        0
      ],
      "multiple_variants": false,
      "n_unique_member_sets": 6,
      "failure_metadata_fields": {},
      "has_probabilities": true,
      "n_text": {
        "calibration": 120,
        "test": 150
      },
      "n_variants": {
        "calibration": 120,
        "test": 150
      },
      "native": {
        "calibration": {
          "present": {
            "correct": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 35,
              "text_mean": 0.2916666666666667,
              "pooled": 0.2916666666666667,
              "wilson95": [
                0.2178156362103854,
                0.3784423497974078
              ],
              "bootstrap95": [
                0.20833333333333334,
                0.375
              ]
            },
            "wrong": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 85,
              "text_mean": 0.7083333333333334,
              "pooled": 0.7083333333333334,
              "wilson95": [
                0.6215576502025923,
                0.7821843637896146
              ],
              "bootstrap95": [
                0.625,
                0.7916666666666666
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 120,
              "text_mean": 1.0,
              "pooled": 1.0,
              "wilson95": [
                0.9689808335812966,
                1.0
              ],
              "bootstrap95": [
                1.0,
                1.0
              ]
            },
            "accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "interface_failure": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 120,
            "text_mean": 0.2916666666666667,
            "bootstrap95": [
              0.21666666666666667,
              0.375
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        },
        "test": {
          "present": {
            "correct": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 26,
              "text_mean": 0.17333333333333334,
              "pooled": 0.17333333333333334,
              "wilson95": [
                0.1211206322638728,
                0.24185992738993722
              ],
              "bootstrap95": [
                0.11333333333333333,
                0.2334999999999991
              ]
            },
            "wrong": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 3,
              "text_mean": 0.02,
              "pooled": 0.02,
              "wilson95": [
                0.006824751322967459,
                0.05714668327038608
              ],
              "bootstrap95": [
                0.0,
                0.04666666666666667
              ]
            },
            "rejected": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 121,
              "text_mean": 0.8066666666666666,
              "pooled": 0.8066666666666666,
              "wilson95": [
                0.7361371418228314,
                0.8618811082980816
              ],
              "bootstrap95": [
                0.7466666666666667,
                0.8666666666666667
              ]
            },
            "interface_failure": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.0249702443680766
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "absent": {
            "rejected": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 149,
              "text_mean": 0.9933333333333333,
              "pooled": 0.9933333333333333,
              "wilson95": [
                0.9632071602251817,
                0.9988221986649826
              ],
              "bootstrap95": [
                0.98,
                1.0
              ]
            },
            "accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 1,
              "text_mean": 0.006666666666666667,
              "pooled": 0.006666666666666667,
              "wilson95": [
                0.0011778013350174366,
                0.03679283977481815
              ],
              "bootstrap95": [
                0.0,
                0.02
              ]
            },
            "interface_failure": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                1.734723475976807e-18,
                0.0249702443680766
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            }
          },
          "paired_delta": {
            "n_text": 150,
            "text_mean": 0.18666666666666668,
            "bootstrap95": [
              0.12666666666666668,
              0.25333333333333335
            ],
            "note": "Detection minus false rejection, text-cluster bootstrap."
          },
          "failures_by_status": {}
        }
      },
      "scores": {
        "negative_max": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 150,
              "n_variants": 150
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": -0.3254,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 39,
              "text_mean": 0.325,
              "pooled": 0.325,
              "wilson95": [
                0.24775854910601952,
                0.4130981591405268
              ],
              "bootstrap95": [
                0.24166666666666667,
                0.4002083333333322
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 108,
              "text_mean": 0.9,
              "pooled": 0.9,
              "wilson95": [
                0.833318258891048,
                0.9418664079739892
              ],
              "bootstrap95": [
                0.8416666666666667,
                0.95
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 81,
              "text_mean": 0.675,
              "pooled": 0.675,
              "wilson95": [
                0.5869018408594733,
                0.7522414508939805
              ],
              "bootstrap95": [
                0.5916666666666667,
                0.7583333333333333
              ]
            }
          },
          "test": {
            "threshold": -0.3254,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 47,
              "text_mean": 0.31333333333333335,
              "pooled": 0.31333333333333335,
              "wilson95": [
                0.24454914102020436,
                0.3914397502105443
              ],
              "bootstrap95": [
                0.23983333333333334,
                0.3933333333333333
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 8,
              "text_mean": 0.05333333333333334,
              "pooled": 0.05333333333333334,
              "wilson95": [
                0.027269539920193826,
                0.1017038783819546
              ],
              "bootstrap95": [
                0.02,
                0.09333333333333334
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 126,
              "text_mean": 0.84,
              "pooled": 0.84,
              "wilson95": [
                0.7729603179581628,
                0.890059915871545
              ],
              "bootstrap95": [
                0.7866666666666666,
                0.9
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 16,
              "text_mean": 0.10666666666666667,
              "pooled": 0.10666666666666667,
              "wilson95": [
                0.06673036965207342,
                0.16624622258414684
              ],
              "bootstrap95": [
                0.06,
                0.16
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 142,
              "text_mean": 0.9466666666666667,
              "pooled": 0.9466666666666667,
              "wilson95": [
                0.8982961216180454,
                0.9727304600798061
              ],
              "bootstrap95": [
                0.9066666666666666,
                0.98
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 103,
              "text_mean": 0.6866666666666666,
              "pooled": 0.6866666666666666,
              "wilson95": [
                0.6085602497894558,
                0.7554508589797957
              ],
              "bootstrap95": [
                0.6133333333333333,
                0.76
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.8874305555555555,
              "paired_text_mean": 0.9,
              "bootstrap95": [
                0.8403368055555556,
                0.9258333333333333
              ]
            },
            "test": {
              "n_text": 150,
              "n_variants": 150,
              "pooled": 0.8690666666666667,
              "paired_text_mean": 0.8466666666666667,
              "bootstrap95": [
                0.8270622222222221,
                0.9068011111111112
              ]
            }
          },
          "undefined_reason": null,
          "threshold": -0.3254
        },
        "normalized_entropy": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 150,
              "n_variants": 150
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.9406253490556388,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 52,
              "text_mean": 0.43333333333333335,
              "pooled": 0.43333333333333335,
              "wilson95": [
                0.34810176437788437,
                0.5227007911446095
              ],
              "bootstrap95": [
                0.3416666666666667,
                0.5166666666666667
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 107,
              "text_mean": 0.8916666666666667,
              "pooled": 0.8916666666666667,
              "wilson95": [
                0.8234463978470834,
                0.9355885884582658
              ],
              "bootstrap95": [
                0.8333333333333334,
                0.9416666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 7,
              "text_mean": 0.058333333333333334,
              "pooled": 0.058333333333333334,
              "wilson95": [
                0.028541010000220295,
                0.11552592033630113
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.1
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 68,
              "text_mean": 0.5666666666666667,
              "pooled": 0.5666666666666667,
              "wilson95": [
                0.47729920885539046,
                0.6518982356221157
              ],
              "bootstrap95": [
                0.48333333333333334,
                0.65
              ]
            }
          },
          "test": {
            "threshold": 0.9406253490556388,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 61,
              "text_mean": 0.4066666666666667,
              "pooled": 0.4066666666666667,
              "wilson95": [
                0.33134109612869495,
                0.4866533494866793
              ],
              "bootstrap95": [
                0.3333333333333333,
                0.4866666666666667
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 9,
              "text_mean": 0.06,
              "pooled": 0.06,
              "wilson95": [
                0.03188404420920533,
                0.11008977083470209
              ],
              "bootstrap95": [
                0.02666666666666667,
                0.1
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 125,
              "text_mean": 0.8333333333333334,
              "pooled": 0.8333333333333334,
              "wilson95": [
                0.7655341358309921,
                0.884485701256957
              ],
              "bootstrap95": [
                0.7733333333333333,
                0.8866666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 16,
              "text_mean": 0.10666666666666667,
              "pooled": 0.10666666666666667,
              "wilson95": [
                0.06673036965207342,
                0.16624622258414684
              ],
              "bootstrap95": [
                0.06,
                0.16
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 141,
              "text_mean": 0.94,
              "pooled": 0.94,
              "wilson95": [
                0.8899102291652979,
                0.9681159557907947
              ],
              "bootstrap95": [
                0.9,
                0.9733333333333334
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 89,
              "text_mean": 0.5933333333333334,
              "pooled": 0.5933333333333334,
              "wilson95": [
                0.5133466505133206,
                0.6686589038713051
              ],
              "bootstrap95": [
                0.5133333333333333,
                0.6666666666666666
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.8953472222222222,
              "paired_text_mean": 0.925,
              "bootstrap95": [
                0.8572899305555556,
                0.9316770833333332
              ]
            },
            "test": {
              "n_text": 150,
              "n_variants": 150,
              "pooled": 0.8781333333333333,
              "paired_text_mean": 0.8466666666666667,
              "bootstrap95": [
                0.8378,
                0.9154688888888889
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.9406253490556388
        },
        "none_probability": {
          "eligible": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120
            },
            "test": {
              "n_text": 150,
              "n_variants": 150
            }
          },
          "missing_families": {
            "calibration": 0,
            "test": 0
          },
          "calibration": {
            "threshold": 0.9956,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 69,
              "text_mean": 0.575,
              "pooled": 0.575,
              "wilson95": [
                0.4855775172299302,
                0.6597696078072643
              ],
              "bootstrap95": [
                0.49166666666666664,
                0.6583333333333333
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 6,
              "text_mean": 0.05,
              "pooled": 0.05,
              "wilson95": [
                0.023114364414465793,
                0.10480288536236734
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.09166666666666666
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 104,
              "text_mean": 0.8666666666666667,
              "pooled": 0.8666666666666667,
              "wilson95": [
                0.7943520342531574,
                0.916233910373127
              ],
              "bootstrap95": [
                0.8083333333333333,
                0.925
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 10,
              "text_mean": 0.08333333333333333,
              "pooled": 0.08333333333333333,
              "wilson95": [
                0.045893650374929706,
                0.14662232164065653
              ],
              "bootstrap95": [
                0.041666666666666664,
                0.13333333333333333
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 51,
              "text_mean": 0.425,
              "pooled": 0.425,
              "wilson95": [
                0.34023039219273576,
                0.5144224827700699
              ],
              "bootstrap95": [
                0.3416666666666667,
                0.5166666666666667
              ]
            }
          },
          "test": {
            "threshold": 0.9956,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 74,
              "text_mean": 0.49333333333333335,
              "pooled": 0.49333333333333335,
              "wilson95": [
                0.41449676994631696,
                0.5725028333119242
              ],
              "bootstrap95": [
                0.41333333333333333,
                0.5666666666666667
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 11,
              "text_mean": 0.07333333333333333,
              "pooled": 0.07333333333333333,
              "wilson95": [
                0.041438815160384994,
                0.12653579336704038
              ],
              "bootstrap95": [
                0.03333333333333333,
                0.11333333333333333
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 121,
              "text_mean": 0.8066666666666666,
              "pooled": 0.8066666666666666,
              "wilson95": [
                0.7361371418228314,
                0.8618811082980816
              ],
              "bootstrap95": [
                0.74,
                0.8666666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 18,
              "text_mean": 0.12,
              "pooled": 0.12,
              "wilson95": [
                0.07726903087841022,
                0.18170835484132794
              ],
              "bootstrap95": [
                0.07333333333333333,
                0.17333333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 139,
              "text_mean": 0.9266666666666666,
              "pooled": 0.9266666666666666,
              "wilson95": [
                0.8734642066329596,
                0.9585611848396149
              ],
              "bootstrap95": [
                0.8866666666666667,
                0.9666666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 76,
              "text_mean": 0.5066666666666667,
              "pooled": 0.5066666666666667,
              "wilson95": [
                0.42749716668807597,
                0.5855032300536832
              ],
              "bootstrap95": [
                0.4266666666666667,
                0.5866666666666667
              ]
            }
          },
          "auc": {
            "calibration": {
              "n_text": 120,
              "n_variants": 120,
              "pooled": 0.8611805555555555,
              "paired_text_mean": 0.9375,
              "bootstrap95": [
                0.8213888888888888,
                0.8992039930555555
              ]
            },
            "test": {
              "n_text": 150,
              "n_variants": 150,
              "pooled": 0.8694444444444445,
              "paired_text_mean": 0.92,
              "bootstrap95": [
                0.8327555555555556,
                0.9055188888888889
              ]
            }
          },
          "undefined_reason": null,
          "threshold": 0.9956
        }
      },
      "coverage": {
        "calibration": {
          "n_pairs": 240,
          "n_text": 120,
          "prevalence": 0.5,
          "brier": 0.315457545375,
          "brier_text_mean": 0.315457545375,
          "brier_bootstrap95": [
            0.28126114537604174,
            0.34852219624479164
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 12,
              "mean_predicted": 0.0411,
              "observed": 0.0
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 7,
              "mean_predicted": 0.14122857142857143,
              "observed": 0.0
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 5,
              "mean_predicted": 0.24864000000000003,
              "observed": 0.0
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 5,
              "mean_predicted": 0.35738000000000003,
              "observed": 0.0
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 7,
              "mean_predicted": 0.4617857142857143,
              "observed": 0.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 6,
              "mean_predicted": 0.5560333333333334,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 4,
              "mean_predicted": 0.623475,
              "observed": 0.25
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 4,
              "mean_predicted": 0.774125,
              "observed": 0.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 12,
              "mean_predicted": 0.86455,
              "observed": 0.3333333333333333
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 178,
              "mean_predicted": 0.9827870786516856,
              "observed": 0.6348314606741573
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        },
        "test": {
          "n_pairs": 300,
          "n_text": 150,
          "prevalence": 0.5,
          "brier": 0.34527731733333333,
          "brier_text_mean": 0.34527731733333333,
          "brier_bootstrap95": [
            0.3181591814316667,
            0.37195594386999997
          ],
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 10,
              "mean_predicted": 0.04441,
              "observed": 0.0
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 4,
              "mean_predicted": 0.1384,
              "observed": 0.0
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 7,
              "mean_predicted": 0.2741428571428572,
              "observed": 0.14285714285714285
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 4,
              "mean_predicted": 0.339675,
              "observed": 0.0
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 6,
              "mean_predicted": 0.4586666666666667,
              "observed": 0.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 3,
              "mean_predicted": 0.5489666666666667,
              "observed": 0.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 7,
              "mean_predicted": 0.6201142857142857,
              "observed": 0.14285714285714285
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 12,
              "mean_predicted": 0.7397083333333333,
              "observed": 0.08333333333333333
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 17,
              "mean_predicted": 0.8688235294117647,
              "observed": 0.058823529411764705
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 230,
              "mean_predicted": 0.9836034782608692,
              "observed": 0.6347826086956522
            }
          ],
          "note": "Balanced constructed mixture: each variant contributes one present and one absent call."
        }
      },
      "conditional_ordinary": {
        "calibration": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.925,
          "brier": 0.09188294830060008,
          "brier_text_mean": 0.09188294830060008,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 4,
              "mean_predicted": 0.2690065906590659,
              "observed": 0.5
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 6,
              "mean_predicted": 0.3403660211493269,
              "observed": 0.5
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 4,
              "mean_predicted": 0.47467469744549695,
              "observed": 0.75
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 10,
              "mean_predicted": 0.5459734007777339,
              "observed": 0.9
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 11,
              "mean_predicted": 0.6510062090048053,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 23,
              "mean_predicted": 0.7662632515631543,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 33,
              "mean_predicted": 0.8553345022468296,
              "observed": 0.9696969696969697
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 29,
              "mean_predicted": 0.942372833197556,
              "observed": 0.9655172413793104
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.925,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 150,
          "n_text": 150,
          "prevalence": 0.86,
          "brier": 0.10781569871371059,
          "brier_text_mean": 0.10781569871371059,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 4,
              "mean_predicted": 0.2669648029605921,
              "observed": 0.25
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 13,
              "mean_predicted": 0.33675091538912455,
              "observed": 0.5384615384615384
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 11,
              "mean_predicted": 0.46176868031259594,
              "observed": 0.45454545454545453
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 9,
              "mean_predicted": 0.5513885691714413,
              "observed": 0.6666666666666666
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 19,
              "mean_predicted": 0.6453867475741832,
              "observed": 1.0
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 19,
              "mean_predicted": 0.7432245173467189,
              "observed": 1.0
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 46,
              "mean_predicted": 0.8485851523192428,
              "observed": 0.9565217391304348
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 29,
              "mean_predicted": 0.9404937011708335,
              "observed": 0.9655172413793104
            }
          ],
          "defined": 150,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.86,
          "decision_n": 150,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      },
      "conditional_ordinary_with_none": {
        "calibration": {
          "n_pairs": 120,
          "n_text": 120,
          "prevalence": 0.9,
          "brier": 0.07862008325805035,
          "brier_text_mean": 0.07862008325805035,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 1,
              "mean_predicted": 0.2878787878787879,
              "observed": 0.0
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 7,
              "mean_predicted": 0.3391299648433879,
              "observed": 0.14285714285714285
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 2,
              "mean_predicted": 0.4502553432948742,
              "observed": 1.0
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 8,
              "mean_predicted": 0.5485305060511764,
              "observed": 1.0
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 13,
              "mean_predicted": 0.6565840393445898,
              "observed": 0.9230769230769231
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 13,
              "mean_predicted": 0.7531446739826289,
              "observed": 0.9230769230769231
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 20,
              "mean_predicted": 0.8559652173688974,
              "observed": 0.95
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 56,
              "mean_predicted": 0.9595931672506542,
              "observed": 0.9642857142857143
            }
          ],
          "defined": 120,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.9,
          "decision_n": 120,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        },
        "test": {
          "n_pairs": 150,
          "n_text": 150,
          "prevalence": 0.8266666666666667,
          "brier": 0.09788884938224221,
          "brier_text_mean": 0.09788884938224221,
          "brier_bootstrap95": null,
          "reliability": [
            {
              "lower": 0.0,
              "upper": 0.1,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.1,
              "upper": 0.2,
              "n": 0,
              "mean_predicted": null,
              "observed": null
            },
            {
              "lower": 0.2,
              "upper": 0.3,
              "n": 4,
              "mean_predicted": 0.2734139472153171,
              "observed": 0.25
            },
            {
              "lower": 0.3,
              "upper": 0.4,
              "n": 12,
              "mean_predicted": 0.34289307850772904,
              "observed": 0.25
            },
            {
              "lower": 0.4,
              "upper": 0.5,
              "n": 11,
              "mean_predicted": 0.4503142088316708,
              "observed": 0.5454545454545454
            },
            {
              "lower": 0.5,
              "upper": 0.6,
              "n": 4,
              "mean_predicted": 0.559728817388426,
              "observed": 0.75
            },
            {
              "lower": 0.6,
              "upper": 0.7,
              "n": 9,
              "mean_predicted": 0.6592451141961572,
              "observed": 0.7777777777777778
            },
            {
              "lower": 0.7,
              "upper": 0.8,
              "n": 19,
              "mean_predicted": 0.7577926667188899,
              "observed": 0.8421052631578947
            },
            {
              "lower": 0.8,
              "upper": 0.9,
              "n": 23,
              "mean_predicted": 0.8562793652019016,
              "observed": 0.9565217391304348
            },
            {
              "lower": 0.9,
              "upper": 1.0,
              "n": 68,
              "mean_predicted": 0.9623637063012498,
              "observed": 0.9705882352941176
            }
          ],
          "defined": 150,
          "zero_ordinary_mass": 0,
          "undefined_fraction": 0.0,
          "decision_accuracy": 0.8266666666666667,
          "decision_n": 150,
          "note": "Predicted probability is the renormalized ordinary mass of the offered-order argmax; all-zero ordinary mass is undefined for calibration but stays in the decision denominator."
        }
      }
    }
  },
  "controls": {
    "ag_news|natural|full_plain|aligned": {
      "n_text": 200,
      "n_variants": 200,
      "correct": {
        "n_text": 200,
        "n_variants": 200,
        "successes": 191,
        "text_mean": 0.955,
        "pooled": 0.955,
        "wilson95": [
          0.9167032959981803,
          0.976147456998507
        ],
        "bootstrap95": [
          0.925,
          0.98
        ]
      },
      "wrong": {
        "n_text": 200,
        "n_variants": 200,
        "successes": 9,
        "text_mean": 0.045,
        "pooled": 0.045,
        "wilson95": [
          0.023852543001492997,
          0.0832967040018196
        ],
        "bootstrap95": [
          0.02,
          0.075
        ]
      },
      "interface_failure": {
        "n_text": 200,
        "n_variants": 200,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": [
          1.734723475976807e-18,
          0.018845326377266575
        ],
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    },
    "ag_news|natural|full_with_none|aligned": {
      "n_text": 200,
      "n_variants": 200,
      "correct": {
        "n_text": 200,
        "n_variants": 200,
        "successes": 175,
        "text_mean": 0.875,
        "pooled": 0.875,
        "wilson95": [
          0.8219857499741765,
          0.9138802552428735
        ],
        "bootstrap95": [
          0.825,
          0.92
        ]
      },
      "wrong": {
        "n_text": 200,
        "n_variants": 200,
        "successes": 9,
        "text_mean": 0.045,
        "pooled": 0.045,
        "wilson95": [
          0.023852543001492997,
          0.0832967040018196
        ],
        "bootstrap95": [
          0.02,
          0.075
        ]
      },
      "interface_failure": {
        "n_text": 200,
        "n_variants": 200,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": [
          1.734723475976807e-18,
          0.018845326377266575
        ],
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    },
    "ag_news|natural|plain_present|aligned": {
      "n_text": 200,
      "n_variants": 400,
      "correct": {
        "n_text": 200,
        "n_variants": 400,
        "successes": 391,
        "text_mean": 0.9775,
        "pooled": 0.9775,
        "wilson95": null,
        "bootstrap95": [
          0.96,
          0.9925
        ]
      },
      "wrong": {
        "n_text": 200,
        "n_variants": 400,
        "successes": 9,
        "text_mean": 0.0225,
        "pooled": 0.0225,
        "wilson95": null,
        "bootstrap95": [
          0.009937500000000004,
          0.04
        ]
      },
      "interface_failure": {
        "n_text": 200,
        "n_variants": 400,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": null,
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    },
    "ag_news|neutral|full_plain|aligned": {
      "n_text": 200,
      "n_variants": 200,
      "correct": {
        "n_text": 200,
        "n_variants": 200,
        "successes": 190,
        "text_mean": 0.95,
        "pooled": 0.95,
        "wilson95": [
          0.9104218518612239,
          0.972617354399236
        ],
        "bootstrap95": [
          0.915,
          0.98
        ]
      },
      "wrong": {
        "n_text": 200,
        "n_variants": 200,
        "successes": 10,
        "text_mean": 0.05,
        "pooled": 0.05,
        "wilson95": [
          0.02738264560076393,
          0.08957814813877599
        ],
        "bootstrap95": [
          0.025,
          0.08
        ]
      },
      "interface_failure": {
        "n_text": 200,
        "n_variants": 200,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": [
          1.734723475976807e-18,
          0.018845326377266575
        ],
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    },
    "ag_news|neutral|full_with_none|aligned": {
      "n_text": 200,
      "n_variants": 200,
      "correct": {
        "n_text": 200,
        "n_variants": 200,
        "successes": 165,
        "text_mean": 0.825,
        "pooled": 0.825,
        "wilson95": [
          0.7663556885175099,
          0.8713948493372666
        ],
        "bootstrap95": [
          0.77,
          0.875
        ]
      },
      "wrong": {
        "n_text": 200,
        "n_variants": 200,
        "successes": 7,
        "text_mean": 0.035,
        "pooled": 0.035,
        "wilson95": [
          0.017055542008567192,
          0.07047061152229073
        ],
        "bootstrap95": [
          0.01,
          0.06
        ]
      },
      "interface_failure": {
        "n_text": 200,
        "n_variants": 200,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": [
          1.734723475976807e-18,
          0.018845326377266575
        ],
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    },
    "ag_news|neutral|plain_present|aligned": {
      "n_text": 200,
      "n_variants": 400,
      "correct": {
        "n_text": 200,
        "n_variants": 400,
        "successes": 388,
        "text_mean": 0.97,
        "pooled": 0.97,
        "wilson95": null,
        "bootstrap95": [
          0.95,
          0.9875
        ]
      },
      "wrong": {
        "n_text": 200,
        "n_variants": 400,
        "successes": 12,
        "text_mean": 0.03,
        "pooled": 0.03,
        "wilson95": null,
        "bootstrap95": [
          0.0125,
          0.05
        ]
      },
      "interface_failure": {
        "n_text": 200,
        "n_variants": 400,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": null,
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    },
    "dbpedia|natural|full_plain|aligned": {
      "n_text": 700,
      "n_variants": 700,
      "correct": {
        "n_text": 700,
        "n_variants": 700,
        "successes": 616,
        "text_mean": 0.88,
        "pooled": 0.88,
        "wilson95": [
          0.8538293376016501,
          0.9020226988660236
        ],
        "bootstrap95": [
          0.8557142857142858,
          0.9028571428571428
        ]
      },
      "wrong": {
        "n_text": 700,
        "n_variants": 700,
        "successes": 84,
        "text_mean": 0.12,
        "pooled": 0.12,
        "wilson95": [
          0.09797730113397643,
          0.1461706623983498
        ],
        "bootstrap95": [
          0.09714285714285714,
          0.1442857142857143
        ]
      },
      "interface_failure": {
        "n_text": 700,
        "n_variants": 700,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": [
          0.0,
          0.005457846753060833
        ],
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    },
    "dbpedia|natural|full_with_none|aligned": {
      "n_text": 700,
      "n_variants": 700,
      "correct": {
        "n_text": 700,
        "n_variants": 700,
        "successes": 447,
        "text_mean": 0.6385714285714286,
        "pooled": 0.6385714285714286,
        "wilson95": [
          0.6023153821017464,
          0.6733148717981197
        ],
        "bootstrap95": [
          0.6028214285714286,
          0.6742857142857143
        ]
      },
      "wrong": {
        "n_text": 700,
        "n_variants": 700,
        "successes": 32,
        "text_mean": 0.045714285714285714,
        "pooled": 0.045714285714285714,
        "wilson95": [
          0.032565421870359705,
          0.06382199317956413
        ],
        "bootstrap95": [
          0.03,
          0.06285714285714286
        ]
      },
      "interface_failure": {
        "n_text": 700,
        "n_variants": 700,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": [
          0.0,
          0.005457846753060833
        ],
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    },
    "dbpedia|natural|plain_present|aligned": {
      "n_text": 700,
      "n_variants": 2100,
      "correct": {
        "n_text": 700,
        "n_variants": 2100,
        "successes": 1985,
        "text_mean": 0.9452380952380952,
        "pooled": 0.9452380952380952,
        "wilson95": null,
        "bootstrap95": [
          0.9338095238095239,
          0.956190476190476
        ]
      },
      "wrong": {
        "n_text": 700,
        "n_variants": 2100,
        "successes": 115,
        "text_mean": 0.054761904761904755,
        "pooled": 0.05476190476190476,
        "wilson95": null,
        "bootstrap95": [
          0.04428571428571428,
          0.06571428571428571
        ]
      },
      "interface_failure": {
        "n_text": 700,
        "n_variants": 2100,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": null,
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    },
    "dbpedia|neutral|full_plain|aligned": {
      "n_text": 700,
      "n_variants": 700,
      "correct": {
        "n_text": 700,
        "n_variants": 700,
        "successes": 610,
        "text_mean": 0.8714285714285714,
        "pooled": 0.8714285714285714,
        "wilson95": [
          0.8445898588308925,
          0.8942128835811195
        ],
        "bootstrap95": [
          0.8457142857142858,
          0.8942857142857142
        ]
      },
      "wrong": {
        "n_text": 700,
        "n_variants": 700,
        "successes": 90,
        "text_mean": 0.12857142857142856,
        "pooled": 0.12857142857142856,
        "wilson95": [
          0.10578711641888054,
          0.1554101411691075
        ],
        "bootstrap95": [
          0.10428571428571429,
          0.15285714285714286
        ]
      },
      "interface_failure": {
        "n_text": 700,
        "n_variants": 700,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": [
          0.0,
          0.005457846753060833
        ],
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    },
    "dbpedia|neutral|full_with_none|aligned": {
      "n_text": 700,
      "n_variants": 700,
      "correct": {
        "n_text": 700,
        "n_variants": 700,
        "successes": 382,
        "text_mean": 0.5457142857142857,
        "pooled": 0.5457142857142857,
        "wilson95": [
          0.5086800297870259,
          0.5822495385098371
        ],
        "bootstrap95": [
          0.5085714285714286,
          0.5814285714285714
        ]
      },
      "wrong": {
        "n_text": 700,
        "n_variants": 700,
        "successes": 31,
        "text_mean": 0.04428571428571428,
        "pooled": 0.04428571428571428,
        "wilson95": [
          0.031372061738431614,
          0.06217380430221525
        ],
        "bootstrap95": [
          0.02857142857142857,
          0.06
        ]
      },
      "interface_failure": {
        "n_text": 700,
        "n_variants": 700,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": [
          0.0,
          0.005457846753060833
        ],
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    },
    "dbpedia|neutral|plain_present|aligned": {
      "n_text": 700,
      "n_variants": 2100,
      "correct": {
        "n_text": 700,
        "n_variants": 2100,
        "successes": 1972,
        "text_mean": 0.9390476190476189,
        "pooled": 0.939047619047619,
        "wilson95": null,
        "bootstrap95": [
          0.9271428571428572,
          0.9514285714285714
        ]
      },
      "wrong": {
        "n_text": 700,
        "n_variants": 2100,
        "successes": 128,
        "text_mean": 0.06095238095238095,
        "pooled": 0.06095238095238095,
        "wilson95": null,
        "bootstrap95": [
          0.04904761904761904,
          0.07333333333333332
        ]
      },
      "interface_failure": {
        "n_text": 700,
        "n_variants": 2100,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": null,
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    },
    "emotion|natural|full_plain|aligned": {
      "n_text": 286,
      "n_variants": 286,
      "correct": {
        "n_text": 286,
        "n_variants": 286,
        "successes": 140,
        "text_mean": 0.48951048951048953,
        "pooled": 0.48951048951048953,
        "wilson95": [
          0.43209975379465915,
          0.5471992739413564
        ],
        "bootstrap95": [
          0.43356643356643354,
          0.5524475524475524
        ]
      },
      "wrong": {
        "n_text": 286,
        "n_variants": 286,
        "successes": 146,
        "text_mean": 0.5104895104895105,
        "pooled": 0.5104895104895105,
        "wilson95": [
          0.4528007260586437,
          0.5679002462053409
        ],
        "bootstrap95": [
          0.45104895104895104,
          0.5699300699300699
        ]
      },
      "interface_failure": {
        "n_text": 286,
        "n_variants": 286,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": [
          0.0,
          0.01325365541673796
        ],
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    },
    "emotion|natural|full_with_none|aligned": {
      "n_text": 286,
      "n_variants": 286,
      "correct": {
        "n_text": 286,
        "n_variants": 286,
        "successes": 87,
        "text_mean": 0.3041958041958042,
        "pooled": 0.3041958041958042,
        "wilson95": [
          0.25376250992813354,
          0.3598193411441555
        ],
        "bootstrap95": [
          0.2517482517482518,
          0.35664335664335667
        ]
      },
      "wrong": {
        "n_text": 286,
        "n_variants": 286,
        "successes": 59,
        "text_mean": 0.2062937062937063,
        "pooled": 0.2062937062937063,
        "wilson95": [
          0.16343960636646993,
          0.2569331702419636
        ],
        "bootstrap95": [
          0.15734265734265734,
          0.2517482517482518
        ]
      },
      "interface_failure": {
        "n_text": 286,
        "n_variants": 286,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": [
          0.0,
          0.01325365541673796
        ],
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    },
    "emotion|natural|plain_present|aligned": {
      "n_text": 286,
      "n_variants": 858,
      "correct": {
        "n_text": 286,
        "n_variants": 858,
        "successes": 584,
        "text_mean": 0.6806526806526806,
        "pooled": 0.6806526806526807,
        "wilson95": null,
        "bootstrap95": [
          0.6351981351981352,
          0.7261072261072261
        ]
      },
      "wrong": {
        "n_text": 286,
        "n_variants": 858,
        "successes": 274,
        "text_mean": 0.31934731934731936,
        "pooled": 0.31934731934731936,
        "wilson95": null,
        "bootstrap95": [
          0.2762237762237762,
          0.3648018648018647
        ]
      },
      "interface_failure": {
        "n_text": 286,
        "n_variants": 858,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": null,
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    },
    "emotion|neutral|full_plain|aligned": {
      "n_text": 286,
      "n_variants": 286,
      "correct": {
        "n_text": 286,
        "n_variants": 286,
        "successes": 153,
        "text_mean": 0.534965034965035,
        "pooled": 0.534965034965035,
        "wilson95": [
          0.47707840821587033,
          0.591924832664078
        ],
        "bootstrap95": [
          0.479020979020979,
          0.5944055944055944
        ]
      },
      "wrong": {
        "n_text": 286,
        "n_variants": 286,
        "successes": 133,
        "text_mean": 0.46503496503496505,
        "pooled": 0.46503496503496505,
        "wilson95": [
          0.4080751673359219,
          0.5229215917841297
        ],
        "bootstrap95": [
          0.4020979020979021,
          0.5244755244755245
        ]
      },
      "interface_failure": {
        "n_text": 286,
        "n_variants": 286,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": [
          0.0,
          0.01325365541673796
        ],
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    },
    "emotion|neutral|full_with_none|aligned": {
      "n_text": 286,
      "n_variants": 286,
      "correct": {
        "n_text": 286,
        "n_variants": 286,
        "successes": 96,
        "text_mean": 0.3356643356643357,
        "pooled": 0.3356643356643357,
        "wilson95": [
          0.283434418160558,
          0.3922503497036846
        ],
        "bootstrap95": [
          0.28321678321678323,
          0.3881118881118881
        ]
      },
      "wrong": {
        "n_text": 286,
        "n_variants": 286,
        "successes": 55,
        "text_mean": 0.19230769230769232,
        "pooled": 0.19230769230769232,
        "wilson95": [
          0.15083071424269898,
          0.24194076601375517
        ],
        "bootstrap95": [
          0.15034965034965034,
          0.23776223776223776
        ]
      },
      "interface_failure": {
        "n_text": 286,
        "n_variants": 286,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": [
          0.0,
          0.01325365541673796
        ],
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    },
    "emotion|neutral|plain_present|aligned": {
      "n_text": 286,
      "n_variants": 858,
      "correct": {
        "n_text": 286,
        "n_variants": 858,
        "successes": 574,
        "text_mean": 0.6689976689976689,
        "pooled": 0.668997668997669,
        "wilson95": null,
        "bootstrap95": [
          0.6235431235431235,
          0.7133158508158507
        ]
      },
      "wrong": {
        "n_text": 286,
        "n_variants": 858,
        "successes": 284,
        "text_mean": 0.33100233100233095,
        "pooled": 0.331002331002331,
        "wilson95": null,
        "bootstrap95": [
          0.28554778554778554,
          0.3752913752913753
        ]
      },
      "interface_failure": {
        "n_text": 286,
        "n_variants": 858,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": null,
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    },
    "trec|natural|full_plain|aligned": {
      "n_text": 270,
      "n_variants": 270,
      "correct": {
        "n_text": 270,
        "n_variants": 270,
        "successes": 236,
        "text_mean": 0.8740740740740741,
        "pooled": 0.8740740740740741,
        "wilson95": [
          0.829183351723403,
          0.908469744597069
        ],
        "bootstrap95": [
          0.8333333333333334,
          0.9148148148148149
        ]
      },
      "wrong": {
        "n_text": 270,
        "n_variants": 270,
        "successes": 34,
        "text_mean": 0.1259259259259259,
        "pooled": 0.1259259259259259,
        "wilson95": [
          0.09153025540293111,
          0.17081664827659707
        ],
        "bootstrap95": [
          0.08888888888888889,
          0.16666666666666666
        ]
      },
      "interface_failure": {
        "n_text": 270,
        "n_variants": 270,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": [
          0.0,
          0.014028039571646583
        ],
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    },
    "trec|natural|full_with_none|aligned": {
      "n_text": 270,
      "n_variants": 270,
      "correct": {
        "n_text": 270,
        "n_variants": 270,
        "successes": 24,
        "text_mean": 0.08888888888888889,
        "pooled": 0.08888888888888889,
        "wilson95": [
          0.06046010562330504,
          0.1288518380244933
        ],
        "bootstrap95": [
          0.05555555555555555,
          0.12222222222222222
        ]
      },
      "wrong": {
        "n_text": 270,
        "n_variants": 270,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": [
          0.0,
          0.014028039571646583
        ],
        "bootstrap95": [
          0.0,
          0.0
        ]
      },
      "interface_failure": {
        "n_text": 270,
        "n_variants": 270,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": [
          0.0,
          0.014028039571646583
        ],
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    },
    "trec|natural|plain_present|aligned": {
      "n_text": 270,
      "n_variants": 810,
      "correct": {
        "n_text": 270,
        "n_variants": 810,
        "successes": 725,
        "text_mean": 0.8950617283950617,
        "pooled": 0.8950617283950617,
        "wilson95": null,
        "bootstrap95": [
          0.8654320987654321,
          0.9222222222222223
        ]
      },
      "wrong": {
        "n_text": 270,
        "n_variants": 810,
        "successes": 85,
        "text_mean": 0.10493827160493825,
        "pooled": 0.10493827160493827,
        "wilson95": null,
        "bootstrap95": [
          0.0765432098765432,
          0.13456790123456788
        ]
      },
      "interface_failure": {
        "n_text": 270,
        "n_variants": 810,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": null,
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    },
    "trec|neutral|full_plain|aligned": {
      "n_text": 270,
      "n_variants": 270,
      "correct": {
        "n_text": 270,
        "n_variants": 270,
        "successes": 244,
        "text_mean": 0.9037037037037037,
        "pooled": 0.9037037037037037,
        "wilson95": [
          0.8626450793150386,
          0.9334359850308169
        ],
        "bootstrap95": [
          0.8629629629629629,
          0.937037037037037
        ]
      },
      "wrong": {
        "n_text": 270,
        "n_variants": 270,
        "successes": 26,
        "text_mean": 0.0962962962962963,
        "pooled": 0.0962962962962963,
        "wilson95": [
          0.06656401496918297,
          0.1373549206849613
        ],
        "bootstrap95": [
          0.06296296296296296,
          0.13333333333333333
        ]
      },
      "interface_failure": {
        "n_text": 270,
        "n_variants": 270,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": [
          0.0,
          0.014028039571646583
        ],
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    },
    "trec|neutral|full_with_none|aligned": {
      "n_text": 270,
      "n_variants": 270,
      "correct": {
        "n_text": 270,
        "n_variants": 270,
        "successes": 36,
        "text_mean": 0.13333333333333333,
        "pooled": 0.13333333333333333,
        "wilson95": [
          0.09788785230878722,
          0.17906604337708693
        ],
        "bootstrap95": [
          0.09259259259259259,
          0.17407407407407408
        ]
      },
      "wrong": {
        "n_text": 270,
        "n_variants": 270,
        "successes": 2,
        "text_mean": 0.007407407407407408,
        "pooled": 0.007407407407407408,
        "wilson95": [
          0.0020337342875902976,
          0.02660129729040226
        ],
        "bootstrap95": [
          0.0,
          0.018518518518518517
        ]
      },
      "interface_failure": {
        "n_text": 270,
        "n_variants": 270,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": [
          0.0,
          0.014028039571646583
        ],
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    },
    "trec|neutral|plain_present|aligned": {
      "n_text": 270,
      "n_variants": 810,
      "correct": {
        "n_text": 270,
        "n_variants": 810,
        "successes": 744,
        "text_mean": 0.9185185185185185,
        "pooled": 0.9185185185185185,
        "wilson95": null,
        "bootstrap95": [
          0.8925925925925926,
          0.9419753086419754
        ]
      },
      "wrong": {
        "n_text": 270,
        "n_variants": 810,
        "successes": 66,
        "text_mean": 0.08148148148148149,
        "pooled": 0.08148148148148149,
        "wilson95": null,
        "bootstrap95": [
          0.05679012345679012,
          0.10740740740740741
        ]
      },
      "interface_failure": {
        "n_text": 270,
        "n_variants": 810,
        "successes": 0,
        "text_mean": 0.0,
        "pooled": 0.0,
        "wilson95": null,
        "bootstrap95": [
          0.0,
          0.0
        ]
      }
    }
  },
  "transfer": {
    "available": true,
    "note": "Thresholds fit on the frozen 80-text equal-budget calibration subset per task.",
    "rows": [
      {
        "transfer_type": "cross_task",
        "source": "ag_news|k2|natural|aligned",
        "target": "dbpedia|k2|natural|aligned",
        "source_task": "ag_news",
        "target_task": "dbpedia",
        "score": "negative_max",
        "threshold": -0.7998,
        "source_calibration_subset": {
          "threshold": -0.7998,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 61,
            "text_mean": 0.7625,
            "pooled": 0.7625,
            "wilson95": [
              0.6585922106615945,
              0.8423532713322537
            ],
            "bootstrap95": [
              0.6625,
              0.85
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 75,
            "text_mean": 0.9375,
            "pooled": 0.9375,
            "wilson95": [
              0.8618985123272557,
              0.973010624329158
            ],
            "bootstrap95": [
              0.8875,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 1,
            "text_mean": 0.0125,
            "pooled": 0.0125,
            "wilson95": [
              0.0022099755204522745,
              0.06746270077668665
            ],
            "bootstrap95": [
              0.0,
              0.0375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 19,
            "text_mean": 0.2375,
            "pooled": 0.2375,
            "wilson95": [
              0.15764672866774618,
              0.34140778933840543
            ],
            "bootstrap95": [
              0.15,
              0.325
            ]
          }
        },
        "target_test": {
          "threshold": -0.7998,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 375,
            "text_mean": 0.8928571428571429,
            "pooled": 0.8928571428571429,
            "wilson95": [
              0.8596365058045669,
              0.9189565108347194
            ],
            "bootstrap95": [
              0.861904761904762,
              0.919047619047619
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 20,
            "text_mean": 0.047619047619047616,
            "pooled": 0.047619047619047616,
            "wilson95": [
              0.031034610750252264,
              0.0724037337257213
            ],
            "bootstrap95": [
              0.02857142857142857,
              0.06904761904761905
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 398,
            "text_mean": 0.9476190476190476,
            "pooled": 0.9476190476190476,
            "wilson95": [
              0.9219671217697466,
              0.9651570426435004
            ],
            "bootstrap95": [
              0.9261904761904762,
              0.9666666666666667
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 2,
            "text_mean": 0.004761904761904762,
            "pooled": 0.004761904761904762,
            "wilson95": [
              0.0013068588560261607,
              0.01719406562293438
            ],
            "bootstrap95": [
              0.0,
              0.011904761904761904
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 400,
            "text_mean": 0.9523809523809523,
            "pooled": 0.9523809523809523,
            "wilson95": [
              0.9275962662742786,
              0.9689653892497477
            ],
            "bootstrap95": [
              0.930952380952381,
              0.9714285714285714
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 45,
            "text_mean": 0.10714285714285714,
            "pooled": 0.10714285714285714,
            "wilson95": [
              0.0810434891652807,
              0.14036349419543317
            ],
            "bootstrap95": [
              0.07857142857142857,
              0.1380952380952381
            ]
          }
        },
        "local_reference": {
          "threshold": -0.6396,
          "target_test": {
            "threshold": -0.6396,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 321,
              "text_mean": 0.7642857142857142,
              "pooled": 0.7642857142857142,
              "wilson95": [
                0.7214114591086732,
                0.8023692975395736
              ],
              "bootstrap95": [
                0.7238095238095238,
                0.8047619047619048
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 10,
              "text_mean": 0.023809523809523808,
              "pooled": 0.023809523809523808,
              "wilson95": [
                0.01298327807474163,
                0.04326761084733581
              ],
              "bootstrap95": [
                0.009523809523809525,
                0.04047619047619048
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 408,
              "text_mean": 0.9714285714285714,
              "pooled": 0.9714285714285714,
              "wilson95": [
                0.9507298242189398,
                0.9835817957482035
              ],
              "bootstrap95": [
                0.9547619047619048,
                0.9857142857142858
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 2,
              "text_mean": 0.004761904761904762,
              "pooled": 0.004761904761904762,
              "wilson95": [
                0.0013068588560261607,
                0.01719406562293438
              ],
              "bootstrap95": [
                0.0,
                0.011904761904761904
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 410,
              "text_mean": 0.9761904761904762,
              "pooled": 0.9761904761904762,
              "wilson95": [
                0.9567323891526642,
                0.9870167219252584
              ],
              "bootstrap95": [
                0.9619047619047619,
                0.9904761904761905
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 99,
              "text_mean": 0.2357142857142857,
              "pooled": 0.2357142857142857,
              "wilson95": [
                0.1976307024604263,
                0.2785885408913267
              ],
              "bootstrap95": [
                0.1976190476190476,
                0.2761904761904762
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "cross_task",
        "source": "ag_news|k2|natural|aligned",
        "target": "dbpedia|k2|natural|aligned",
        "source_task": "ag_news",
        "target_task": "dbpedia",
        "score": "normalized_entropy",
        "threshold": 0.722327914595542,
        "source_calibration_subset": {
          "threshold": 0.722327914595542,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 61,
            "text_mean": 0.7625,
            "pooled": 0.7625,
            "wilson95": [
              0.6585922106615945,
              0.8423532713322537
            ],
            "bootstrap95": [
              0.6625,
              0.85
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 75,
            "text_mean": 0.9375,
            "pooled": 0.9375,
            "wilson95": [
              0.8618985123272557,
              0.973010624329158
            ],
            "bootstrap95": [
              0.875,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 1,
            "text_mean": 0.0125,
            "pooled": 0.0125,
            "wilson95": [
              0.0022099755204522745,
              0.06746270077668665
            ],
            "bootstrap95": [
              0.0,
              0.0375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 19,
            "text_mean": 0.2375,
            "pooled": 0.2375,
            "wilson95": [
              0.15764672866774618,
              0.34140778933840543
            ],
            "bootstrap95": [
              0.15,
              0.3375
            ]
          }
        },
        "target_test": {
          "threshold": 0.722327914595542,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 375,
            "text_mean": 0.8928571428571429,
            "pooled": 0.8928571428571429,
            "wilson95": [
              0.8596365058045669,
              0.9189565108347194
            ],
            "bootstrap95": [
              0.861904761904762,
              0.9238095238095239
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 20,
            "text_mean": 0.047619047619047616,
            "pooled": 0.047619047619047616,
            "wilson95": [
              0.031034610750252264,
              0.0724037337257213
            ],
            "bootstrap95": [
              0.02857142857142857,
              0.06904761904761905
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 398,
            "text_mean": 0.9476190476190476,
            "pooled": 0.9476190476190476,
            "wilson95": [
              0.9219671217697466,
              0.9651570426435004
            ],
            "bootstrap95": [
              0.9261309523809524,
              0.9666666666666667
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 2,
            "text_mean": 0.004761904761904762,
            "pooled": 0.004761904761904762,
            "wilson95": [
              0.0013068588560261607,
              0.01719406562293438
            ],
            "bootstrap95": [
              0.0,
              0.011904761904761904
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 400,
            "text_mean": 0.9523809523809523,
            "pooled": 0.9523809523809523,
            "wilson95": [
              0.9275962662742786,
              0.9689653892497477
            ],
            "bootstrap95": [
              0.930952380952381,
              0.9714285714285714
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 45,
            "text_mean": 0.10714285714285714,
            "pooled": 0.10714285714285714,
            "wilson95": [
              0.0810434891652807,
              0.14036349419543317
            ],
            "bootstrap95": [
              0.0761904761904762,
              0.1357142857142857
            ]
          }
        },
        "local_reference": {
          "threshold": 0.9430147184002298,
          "target_test": {
            "threshold": 0.9430147184002298,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 321,
              "text_mean": 0.7642857142857142,
              "pooled": 0.7642857142857142,
              "wilson95": [
                0.7214114591086732,
                0.8023692975395736
              ],
              "bootstrap95": [
                0.7238095238095238,
                0.8047619047619048
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 10,
              "text_mean": 0.023809523809523808,
              "pooled": 0.023809523809523808,
              "wilson95": [
                0.01298327807474163,
                0.04326761084733581
              ],
              "bootstrap95": [
                0.009523809523809525,
                0.04047619047619048
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 408,
              "text_mean": 0.9714285714285714,
              "pooled": 0.9714285714285714,
              "wilson95": [
                0.9507298242189398,
                0.9835817957482035
              ],
              "bootstrap95": [
                0.9547619047619048,
                0.9857142857142858
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 2,
              "text_mean": 0.004761904761904762,
              "pooled": 0.004761904761904762,
              "wilson95": [
                0.0013068588560261607,
                0.01719406562293438
              ],
              "bootstrap95": [
                0.0,
                0.011904761904761904
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 410,
              "text_mean": 0.9761904761904762,
              "pooled": 0.9761904761904762,
              "wilson95": [
                0.9567323891526642,
                0.9870167219252584
              ],
              "bootstrap95": [
                0.9595238095238096,
                0.9904761904761905
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 99,
              "text_mean": 0.2357142857142857,
              "pooled": 0.2357142857142857,
              "wilson95": [
                0.1976307024604263,
                0.2785885408913267
              ],
              "bootstrap95": [
                0.19517857142857142,
                0.2762499999999997
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "cross_task",
        "source": "ag_news|k2|natural|aligned",
        "target": "dbpedia|k2|natural|aligned",
        "source_task": "ag_news",
        "target_task": "dbpedia",
        "score": "none_probability",
        "threshold": 0.7269,
        "source_calibration_subset": {
          "threshold": 0.7269,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 67,
            "text_mean": 0.8375,
            "pooled": 0.8375,
            "wilson95": [
              0.7415709565930229,
              0.9025018059704963
            ],
            "bootstrap95": [
              0.75,
              0.9125
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 73,
            "text_mean": 0.9125,
            "pooled": 0.9125,
            "wilson95": [
              0.8302320449152499,
              0.9569679982179401
            ],
            "bootstrap95": [
              0.8375,
              0.9625
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 13,
            "text_mean": 0.1625,
            "pooled": 0.1625,
            "wilson95": [
              0.09749819402950367,
              0.2584290434069771
            ],
            "bootstrap95": [
              0.0875,
              0.25
            ]
          }
        },
        "target_test": {
          "threshold": 0.7269,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 375,
            "text_mean": 0.8928571428571429,
            "pooled": 0.8928571428571429,
            "wilson95": [
              0.8596365058045669,
              0.9189565108347194
            ],
            "bootstrap95": [
              0.8642857142857143,
              0.9214285714285714
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 22,
            "text_mean": 0.05238095238095238,
            "pooled": 0.05238095238095238,
            "wilson95": [
              0.034842957356499504,
              0.07803287823025329
            ],
            "bootstrap95": [
              0.03333333333333333,
              0.07380952380952381
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 396,
            "text_mean": 0.9428571428571428,
            "pooled": 0.9428571428571428,
            "wilson95": [
              0.9163839013517245,
              0.9613027719507434
            ],
            "bootstrap95": [
              0.9214285714285714,
              0.9642857142857143
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 2,
            "text_mean": 0.004761904761904762,
            "pooled": 0.004761904761904762,
            "wilson95": [
              0.0013068588560261607,
              0.01719406562293438
            ],
            "bootstrap95": [
              0.0,
              0.011904761904761904
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 398,
            "text_mean": 0.9476190476190476,
            "pooled": 0.9476190476190476,
            "wilson95": [
              0.9219671217697466,
              0.9651570426435004
            ],
            "bootstrap95": [
              0.9261904761904762,
              0.9666666666666667
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 45,
            "text_mean": 0.10714285714285714,
            "pooled": 0.10714285714285714,
            "wilson95": [
              0.0810434891652807,
              0.14036349419543317
            ],
            "bootstrap95": [
              0.07857142857142857,
              0.1380952380952381
            ]
          }
        },
        "local_reference": {
          "threshold": 0.7033,
          "target_test": {
            "threshold": 0.7033,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 378,
              "text_mean": 0.9,
              "pooled": 0.9,
              "wilson95": [
                0.8675848309771165,
                0.9251644223283385
              ],
              "bootstrap95": [
                0.8690476190476191,
                0.9285714285714286
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 25,
              "text_mean": 0.05952380952380952,
              "pooled": 0.05952380952380952,
              "wilson95": [
                0.04063994708487201,
                0.08639212516804962
              ],
              "bootstrap95": [
                0.0380952380952381,
                0.08095238095238096
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 393,
              "text_mean": 0.9357142857142857,
              "pooled": 0.9357142857142857,
              "wilson95": [
                0.9080842471471964,
                0.9554461894891029
              ],
              "bootstrap95": [
                0.9095238095238095,
                0.9571428571428572
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 2,
              "text_mean": 0.004761904761904762,
              "pooled": 0.004761904761904762,
              "wilson95": [
                0.0013068588560261607,
                0.01719406562293438
              ],
              "bootstrap95": [
                0.0,
                0.011904761904761904
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 395,
              "text_mean": 0.9404761904761905,
              "pooled": 0.9404761904761905,
              "wilson95": [
                0.9136078748319504,
                0.9593600529151279
              ],
              "bootstrap95": [
                0.9166666666666666,
                0.9619047619047619
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 42,
              "text_mean": 0.1,
              "pooled": 0.1,
              "wilson95": [
                0.07483557767166149,
                0.13241516902288358
              ],
              "bootstrap95": [
                0.07142857142857142,
                0.13095238095238096
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "cross_task",
        "source": "ag_news|k2|natural|aligned",
        "target": "emotion|k2|natural|aligned",
        "source_task": "ag_news",
        "target_task": "emotion",
        "score": "negative_max",
        "threshold": -0.7998,
        "source_calibration_subset": {
          "threshold": -0.7998,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 61,
            "text_mean": 0.7625,
            "pooled": 0.7625,
            "wilson95": [
              0.6585922106615945,
              0.8423532713322537
            ],
            "bootstrap95": [
              0.6625,
              0.85
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 75,
            "text_mean": 0.9375,
            "pooled": 0.9375,
            "wilson95": [
              0.8618985123272557,
              0.973010624329158
            ],
            "bootstrap95": [
              0.8875,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 1,
            "text_mean": 0.0125,
            "pooled": 0.0125,
            "wilson95": [
              0.0022099755204522745,
              0.06746270077668665
            ],
            "bootstrap95": [
              0.0,
              0.0375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 19,
            "text_mean": 0.2375,
            "pooled": 0.2375,
            "wilson95": [
              0.15764672866774618,
              0.34140778933840543
            ],
            "bootstrap95": [
              0.15,
              0.325
            ]
          }
        },
        "target_test": {
          "threshold": -0.7998,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 111,
            "text_mean": 0.6686746987951807,
            "pooled": 0.6686746987951807,
            "wilson95": [
              0.5939686810029591,
              0.7357505782923853
            ],
            "bootstrap95": [
              0.5963855421686747,
              0.7409638554216867
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 64,
            "text_mean": 0.3855421686746988,
            "pooled": 0.3855421686746988,
            "wilson95": [
              0.31488568401025574,
              0.46137624718218906
            ],
            "bootstrap95": [
              0.3132530120481928,
              0.4578313253012048
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 92,
            "text_mean": 0.5542168674698795,
            "pooled": 0.5542168674698795,
            "wilson95": [
              0.4782276592976661,
              0.6277535311901231
            ],
            "bootstrap95": [
              0.4759036144578313,
              0.6325301204819277
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 10,
            "text_mean": 0.060240963855421686,
            "pooled": 0.060240963855421686,
            "wilson95": [
              0.03304743761879114,
              0.10732735064691815
            ],
            "bootstrap95": [
              0.024096385542168676,
              0.0963855421686747
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 102,
            "text_mean": 0.6144578313253012,
            "pooled": 0.6144578313253012,
            "wilson95": [
              0.5386237528178108,
              0.6851143159897441
            ],
            "bootstrap95": [
              0.5421686746987951,
              0.6867469879518072
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 55,
            "text_mean": 0.3313253012048193,
            "pooled": 0.3313253012048193,
            "wilson95": [
              0.2642494217076147,
              0.4060313189970409
            ],
            "bootstrap95": [
              0.26506024096385544,
              0.4036144578313253
            ]
          }
        },
        "local_reference": {
          "threshold": -0.5892,
          "target_test": {
            "threshold": -0.5892,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 34,
              "text_mean": 0.20481927710843373,
              "pooled": 0.20481927710843373,
              "wilson95": [
                0.15043571529766897,
                0.2725555809354784
              ],
              "bootstrap95": [
                0.14457831325301204,
                0.26506024096385544
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 11,
              "text_mean": 0.06626506024096386,
              "pooled": 0.06626506024096386,
              "wilson95": [
                0.03740095467368268,
                0.11474952142400321
              ],
              "bootstrap95": [
                0.030120481927710843,
                0.10843373493975904
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 126,
              "text_mean": 0.7590361445783133,
              "pooled": 0.7590361445783133,
              "wilson95": [
                0.688592861758141,
                0.817761715016852
              ],
              "bootstrap95": [
                0.6927710843373494,
                0.8253012048192772
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 29,
              "text_mean": 0.1746987951807229,
              "pooled": 0.1746987951807229,
              "wilson95": [
                0.12447895672872757,
                0.23963390034453685
              ],
              "bootstrap95": [
                0.12650602409638553,
                0.23493975903614459
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 155,
              "text_mean": 0.9337349397590361,
              "pooled": 0.9337349397590361,
              "wilson95": [
                0.8852504785759967,
                0.9625990453263173
              ],
              "bootstrap95": [
                0.891566265060241,
                0.9698795180722891
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 132,
              "text_mean": 0.7951807228915663,
              "pooled": 0.7951807228915663,
              "wilson95": [
                0.7274444190645216,
                0.8495642847023309
              ],
              "bootstrap95": [
                0.7349397590361446,
                0.8493975903614458
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "cross_task",
        "source": "ag_news|k2|natural|aligned",
        "target": "emotion|k2|natural|aligned",
        "source_task": "ag_news",
        "target_task": "emotion",
        "score": "normalized_entropy",
        "threshold": 0.722327914595542,
        "source_calibration_subset": {
          "threshold": 0.722327914595542,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 61,
            "text_mean": 0.7625,
            "pooled": 0.7625,
            "wilson95": [
              0.6585922106615945,
              0.8423532713322537
            ],
            "bootstrap95": [
              0.6625,
              0.85
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 75,
            "text_mean": 0.9375,
            "pooled": 0.9375,
            "wilson95": [
              0.8618985123272557,
              0.973010624329158
            ],
            "bootstrap95": [
              0.875,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 1,
            "text_mean": 0.0125,
            "pooled": 0.0125,
            "wilson95": [
              0.0022099755204522745,
              0.06746270077668665
            ],
            "bootstrap95": [
              0.0,
              0.0375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 19,
            "text_mean": 0.2375,
            "pooled": 0.2375,
            "wilson95": [
              0.15764672866774618,
              0.34140778933840543
            ],
            "bootstrap95": [
              0.15,
              0.3375
            ]
          }
        },
        "target_test": {
          "threshold": 0.722327914595542,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 111,
            "text_mean": 0.6686746987951807,
            "pooled": 0.6686746987951807,
            "wilson95": [
              0.5939686810029591,
              0.7357505782923853
            ],
            "bootstrap95": [
              0.5903614457831325,
              0.7349397590361446
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 64,
            "text_mean": 0.3855421686746988,
            "pooled": 0.3855421686746988,
            "wilson95": [
              0.31488568401025574,
              0.46137624718218906
            ],
            "bootstrap95": [
              0.3132530120481928,
              0.4578313253012048
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 92,
            "text_mean": 0.5542168674698795,
            "pooled": 0.5542168674698795,
            "wilson95": [
              0.4782276592976661,
              0.6277535311901231
            ],
            "bootstrap95": [
              0.48177710843373495,
              0.6325301204819277
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 10,
            "text_mean": 0.060240963855421686,
            "pooled": 0.060240963855421686,
            "wilson95": [
              0.03304743761879114,
              0.10732735064691815
            ],
            "bootstrap95": [
              0.030120481927710843,
              0.0963855421686747
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 102,
            "text_mean": 0.6144578313253012,
            "pooled": 0.6144578313253012,
            "wilson95": [
              0.5386237528178108,
              0.6851143159897441
            ],
            "bootstrap95": [
              0.5421686746987951,
              0.6867469879518072
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 55,
            "text_mean": 0.3313253012048193,
            "pooled": 0.3313253012048193,
            "wilson95": [
              0.2642494217076147,
              0.4060313189970409
            ],
            "bootstrap95": [
              0.25903614457831325,
              0.4036144578313253
            ]
          }
        },
        "local_reference": {
          "threshold": 0.9769186334868125,
          "target_test": {
            "threshold": 0.9769186334868125,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 34,
              "text_mean": 0.20481927710843373,
              "pooled": 0.20481927710843373,
              "wilson95": [
                0.15043571529766897,
                0.2725555809354784
              ],
              "bootstrap95": [
                0.14457831325301204,
                0.2710843373493976
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 11,
              "text_mean": 0.06626506024096386,
              "pooled": 0.06626506024096386,
              "wilson95": [
                0.03740095467368268,
                0.11474952142400321
              ],
              "bootstrap95": [
                0.030120481927710843,
                0.10843373493975904
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 126,
              "text_mean": 0.7590361445783133,
              "pooled": 0.7590361445783133,
              "wilson95": [
                0.688592861758141,
                0.817761715016852
              ],
              "bootstrap95": [
                0.6987951807228916,
                0.8253012048192772
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 29,
              "text_mean": 0.1746987951807229,
              "pooled": 0.1746987951807229,
              "wilson95": [
                0.12447895672872757,
                0.23963390034453685
              ],
              "bootstrap95": [
                0.1144578313253012,
                0.23493975903614459
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 155,
              "text_mean": 0.9337349397590361,
              "pooled": 0.9337349397590361,
              "wilson95": [
                0.8852504785759967,
                0.9625990453263173
              ],
              "bootstrap95": [
                0.891566265060241,
                0.9698795180722891
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 132,
              "text_mean": 0.7951807228915663,
              "pooled": 0.7951807228915663,
              "wilson95": [
                0.7274444190645216,
                0.8495642847023309
              ],
              "bootstrap95": [
                0.7289156626506024,
                0.8554216867469879
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "cross_task",
        "source": "ag_news|k2|natural|aligned",
        "target": "emotion|k2|natural|aligned",
        "source_task": "ag_news",
        "target_task": "emotion",
        "score": "none_probability",
        "threshold": 0.7269,
        "source_calibration_subset": {
          "threshold": 0.7269,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 67,
            "text_mean": 0.8375,
            "pooled": 0.8375,
            "wilson95": [
              0.7415709565930229,
              0.9025018059704963
            ],
            "bootstrap95": [
              0.75,
              0.9125
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 73,
            "text_mean": 0.9125,
            "pooled": 0.9125,
            "wilson95": [
              0.8302320449152499,
              0.9569679982179401
            ],
            "bootstrap95": [
              0.8375,
              0.9625
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 13,
            "text_mean": 0.1625,
            "pooled": 0.1625,
            "wilson95": [
              0.09749819402950367,
              0.2584290434069771
            ],
            "bootstrap95": [
              0.0875,
              0.25
            ]
          }
        },
        "target_test": {
          "threshold": 0.7269,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 115,
            "text_mean": 0.6927710843373494,
            "pooled": 0.6927710843373494,
            "wilson95": [
              0.6188912914600057,
              0.7579307191632448
            ],
            "bootstrap95": [
              0.6204819277108434,
              0.7590361445783133
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 57,
            "text_mean": 0.3433734939759036,
            "pooled": 0.3433734939759036,
            "wilson95": [
              0.2754166330584429,
              0.41841548331016587
            ],
            "bootstrap95": [
              0.2710843373493976,
              0.42168674698795183
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 95,
            "text_mean": 0.572289156626506,
            "pooled": 0.572289156626506,
            "wilson95": [
              0.4962299649539561,
              0.6450782890297628
            ],
            "bootstrap95": [
              0.4939759036144578,
              0.6445783132530121
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 14,
            "text_mean": 0.08433734939759036,
            "pooled": 0.08433734939759036,
            "wilson95": [
              0.050901346094600966,
              0.13657619349901468
            ],
            "bootstrap95": [
              0.04216867469879518,
              0.12650602409638553
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 109,
            "text_mean": 0.6566265060240963,
            "pooled": 0.6566265060240963,
            "wilson95": [
              0.581584516689834,
              0.724583366941557
            ],
            "bootstrap95": [
              0.5843373493975904,
              0.7289156626506024
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 51,
            "text_mean": 0.3072289156626506,
            "pooled": 0.3072289156626506,
            "wilson95": [
              0.242069280836755,
              0.3811087085399942
            ],
            "bootstrap95": [
              0.23493975903614459,
              0.3795180722891566
            ]
          }
        },
        "local_reference": {
          "threshold": 0.9436,
          "target_test": {
            "threshold": 0.9436,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 34,
              "text_mean": 0.20481927710843373,
              "pooled": 0.20481927710843373,
              "wilson95": [
                0.15043571529766897,
                0.2725555809354784
              ],
              "bootstrap95": [
                0.14457831325301204,
                0.2710843373493976
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 14,
              "text_mean": 0.08433734939759036,
              "pooled": 0.08433734939759036,
              "wilson95": [
                0.050901346094600966,
                0.13657619349901468
              ],
              "bootstrap95": [
                0.04216867469879518,
                0.13253012048192772
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 123,
              "text_mean": 0.7409638554216867,
              "pooled": 0.7409638554216867,
              "wilson95": [
                0.6694009420855891,
                0.8016265711934742
              ],
              "bootstrap95": [
                0.6746987951807228,
                0.8072289156626506
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 29,
              "text_mean": 0.1746987951807229,
              "pooled": 0.1746987951807229,
              "wilson95": [
                0.12447895672872757,
                0.23963390034453685
              ],
              "bootstrap95": [
                0.1144578313253012,
                0.23493975903614459
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 152,
              "text_mean": 0.9156626506024096,
              "pooled": 0.9156626506024096,
              "wilson95": [
                0.8634238065009852,
                0.9490986539053989
              ],
              "bootstrap95": [
                0.8734939759036144,
                0.9578313253012049
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 132,
              "text_mean": 0.7951807228915663,
              "pooled": 0.7951807228915663,
              "wilson95": [
                0.7274444190645216,
                0.8495642847023309
              ],
              "bootstrap95": [
                0.7289156626506024,
                0.8554216867469879
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "cross_task",
        "source": "ag_news|k2|natural|aligned",
        "target": "trec|k2|natural|aligned",
        "source_task": "ag_news",
        "target_task": "trec",
        "score": "negative_max",
        "threshold": -0.7998,
        "source_calibration_subset": {
          "threshold": -0.7998,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 61,
            "text_mean": 0.7625,
            "pooled": 0.7625,
            "wilson95": [
              0.6585922106615945,
              0.8423532713322537
            ],
            "bootstrap95": [
              0.6625,
              0.85
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 75,
            "text_mean": 0.9375,
            "pooled": 0.9375,
            "wilson95": [
              0.8618985123272557,
              0.973010624329158
            ],
            "bootstrap95": [
              0.8875,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 1,
            "text_mean": 0.0125,
            "pooled": 0.0125,
            "wilson95": [
              0.0022099755204522745,
              0.06746270077668665
            ],
            "bootstrap95": [
              0.0,
              0.0375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 19,
            "text_mean": 0.2375,
            "pooled": 0.2375,
            "wilson95": [
              0.15764672866774618,
              0.34140778933840543
            ],
            "bootstrap95": [
              0.15,
              0.325
            ]
          }
        },
        "target_test": {
          "threshold": -0.7998,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 138,
            "text_mean": 0.92,
            "pooled": 0.92,
            "wilson95": [
              0.8653786362494686,
              0.953646358481347
            ],
            "bootstrap95": [
              0.8733333333333333,
              0.96
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 58,
            "text_mean": 0.38666666666666666,
            "pooled": 0.38666666666666666,
            "wilson95": [
              0.31249116779192654,
              0.4665020875981708
            ],
            "bootstrap95": [
              0.30666666666666664,
              0.46
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 91,
            "text_mean": 0.6066666666666667,
            "pooled": 0.6066666666666667,
            "wilson95": [
              0.5267662048449178,
              0.681240143023226
            ],
            "bootstrap95": [
              0.5266666666666666,
              0.6866666666666666
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 1,
            "text_mean": 0.006666666666666667,
            "pooled": 0.006666666666666667,
            "wilson95": [
              0.0011778013350174366,
              0.03679283977481815
            ],
            "bootstrap95": [
              0.0,
              0.02
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 92,
            "text_mean": 0.6133333333333333,
            "pooled": 0.6133333333333333,
            "wilson95": [
              0.5334979124018292,
              0.6875088322080735
            ],
            "bootstrap95": [
              0.54,
              0.6866666666666666
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 12,
            "text_mean": 0.08,
            "pooled": 0.08,
            "wilson95": [
              0.04635364151865291,
              0.13462136375053146
            ],
            "bootstrap95": [
              0.04,
              0.12666666666666668
            ]
          }
        },
        "local_reference": {
          "threshold": -0.5429,
          "target_test": {
            "threshold": -0.5429,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 36,
              "text_mean": 0.24,
              "pooled": 0.24,
              "wilson95": [
                0.17869313331595332,
                0.31429139375544646
              ],
              "bootstrap95": [
                0.17333333333333334,
                0.30666666666666664
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 11,
              "text_mean": 0.07333333333333333,
              "pooled": 0.07333333333333333,
              "wilson95": [
                0.041438815160384994,
                0.12653579336704038
              ],
              "bootstrap95": [
                0.03333333333333333,
                0.12
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 133,
              "text_mean": 0.8866666666666667,
              "pooled": 0.8866666666666667,
              "wilson95": [
                0.825997250162395,
                0.928025760859626
              ],
              "bootstrap95": [
                0.8333333333333334,
                0.94
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 6,
              "text_mean": 0.04,
              "pooled": 0.04,
              "wilson95": [
                0.01845916060207442,
                0.08451346421655606
              ],
              "bootstrap95": [
                0.013333333333333334,
                0.07333333333333333
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 139,
              "text_mean": 0.9266666666666666,
              "pooled": 0.9266666666666666,
              "wilson95": [
                0.8734642066329596,
                0.9585611848396149
              ],
              "bootstrap95": [
                0.88,
                0.9666666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 114,
              "text_mean": 0.76,
              "pooled": 0.76,
              "wilson95": [
                0.6857086062445535,
                0.8213068666840467
              ],
              "bootstrap95": [
                0.6866666666666666,
                0.8266666666666667
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "cross_task",
        "source": "ag_news|k2|natural|aligned",
        "target": "trec|k2|natural|aligned",
        "source_task": "ag_news",
        "target_task": "trec",
        "score": "normalized_entropy",
        "threshold": 0.722327914595542,
        "source_calibration_subset": {
          "threshold": 0.722327914595542,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 61,
            "text_mean": 0.7625,
            "pooled": 0.7625,
            "wilson95": [
              0.6585922106615945,
              0.8423532713322537
            ],
            "bootstrap95": [
              0.6625,
              0.85
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 75,
            "text_mean": 0.9375,
            "pooled": 0.9375,
            "wilson95": [
              0.8618985123272557,
              0.973010624329158
            ],
            "bootstrap95": [
              0.875,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 1,
            "text_mean": 0.0125,
            "pooled": 0.0125,
            "wilson95": [
              0.0022099755204522745,
              0.06746270077668665
            ],
            "bootstrap95": [
              0.0,
              0.0375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 19,
            "text_mean": 0.2375,
            "pooled": 0.2375,
            "wilson95": [
              0.15764672866774618,
              0.34140778933840543
            ],
            "bootstrap95": [
              0.15,
              0.3375
            ]
          }
        },
        "target_test": {
          "threshold": 0.722327914595542,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 138,
            "text_mean": 0.92,
            "pooled": 0.92,
            "wilson95": [
              0.8653786362494686,
              0.953646358481347
            ],
            "bootstrap95": [
              0.8733333333333333,
              0.96
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 58,
            "text_mean": 0.38666666666666666,
            "pooled": 0.38666666666666666,
            "wilson95": [
              0.31249116779192654,
              0.4665020875981708
            ],
            "bootstrap95": [
              0.30666666666666664,
              0.4666666666666667
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 91,
            "text_mean": 0.6066666666666667,
            "pooled": 0.6066666666666667,
            "wilson95": [
              0.5267662048449178,
              0.681240143023226
            ],
            "bootstrap95": [
              0.5331666666666667,
              0.6866666666666666
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 1,
            "text_mean": 0.006666666666666667,
            "pooled": 0.006666666666666667,
            "wilson95": [
              0.0011778013350174366,
              0.03679283977481815
            ],
            "bootstrap95": [
              0.0,
              0.02
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 92,
            "text_mean": 0.6133333333333333,
            "pooled": 0.6133333333333333,
            "wilson95": [
              0.5334979124018292,
              0.6875088322080735
            ],
            "bootstrap95": [
              0.5333333333333333,
              0.6933333333333334
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 12,
            "text_mean": 0.08,
            "pooled": 0.08,
            "wilson95": [
              0.04635364151865291,
              0.13462136375053146
            ],
            "bootstrap95": [
              0.04,
              0.12666666666666668
            ]
          }
        },
        "local_reference": {
          "threshold": 0.9946831645574968,
          "target_test": {
            "threshold": 0.9946831645574968,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 36,
              "text_mean": 0.24,
              "pooled": 0.24,
              "wilson95": [
                0.17869313331595332,
                0.31429139375544646
              ],
              "bootstrap95": [
                0.17333333333333334,
                0.30666666666666664
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 11,
              "text_mean": 0.07333333333333333,
              "pooled": 0.07333333333333333,
              "wilson95": [
                0.041438815160384994,
                0.12653579336704038
              ],
              "bootstrap95": [
                0.03333333333333333,
                0.12
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 133,
              "text_mean": 0.8866666666666667,
              "pooled": 0.8866666666666667,
              "wilson95": [
                0.825997250162395,
                0.928025760859626
              ],
              "bootstrap95": [
                0.8333333333333334,
                0.9333333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 6,
              "text_mean": 0.04,
              "pooled": 0.04,
              "wilson95": [
                0.01845916060207442,
                0.08451346421655606
              ],
              "bootstrap95": [
                0.013333333333333334,
                0.08
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 139,
              "text_mean": 0.9266666666666666,
              "pooled": 0.9266666666666666,
              "wilson95": [
                0.8734642066329596,
                0.9585611848396149
              ],
              "bootstrap95": [
                0.8866666666666667,
                0.9666666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 114,
              "text_mean": 0.76,
              "pooled": 0.76,
              "wilson95": [
                0.6857086062445535,
                0.8213068666840467
              ],
              "bootstrap95": [
                0.6933333333333334,
                0.8266666666666667
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "cross_task",
        "source": "ag_news|k2|natural|aligned",
        "target": "trec|k2|natural|aligned",
        "source_task": "ag_news",
        "target_task": "trec",
        "score": "none_probability",
        "threshold": 0.7269,
        "source_calibration_subset": {
          "threshold": 0.7269,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 67,
            "text_mean": 0.8375,
            "pooled": 0.8375,
            "wilson95": [
              0.7415709565930229,
              0.9025018059704963
            ],
            "bootstrap95": [
              0.75,
              0.9125
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 73,
            "text_mean": 0.9125,
            "pooled": 0.9125,
            "wilson95": [
              0.8302320449152499,
              0.9569679982179401
            ],
            "bootstrap95": [
              0.8375,
              0.9625
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 13,
            "text_mean": 0.1625,
            "pooled": 0.1625,
            "wilson95": [
              0.09749819402950367,
              0.2584290434069771
            ],
            "bootstrap95": [
              0.0875,
              0.25
            ]
          }
        },
        "target_test": {
          "threshold": 0.7269,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 148,
            "text_mean": 0.9866666666666667,
            "pooled": 0.9866666666666667,
            "wilson95": [
              0.9526930912996325,
              0.9963358708487731
            ],
            "bootstrap95": [
              0.9666666666666667,
              1.0
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 100,
            "text_mean": 0.6666666666666666,
            "pooled": 0.6666666666666666,
            "wilson95": [
              0.5878975668678504,
              0.7371123516761239
            ],
            "bootstrap95": [
              0.5866666666666667,
              0.74
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 50,
            "text_mean": 0.3333333333333333,
            "pooled": 0.3333333333333333,
            "wilson95": [
              0.262887648323876,
              0.41210243313214945
            ],
            "bootstrap95": [
              0.26,
              0.41333333333333333
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              1.734723475976807e-18,
              0.0249702443680766
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 50,
            "text_mean": 0.3333333333333333,
            "pooled": 0.3333333333333333,
            "wilson95": [
              0.262887648323876,
              0.41210243313214945
            ],
            "bootstrap95": [
              0.26,
              0.4066666666666667
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 2,
            "text_mean": 0.013333333333333334,
            "pooled": 0.013333333333333334,
            "wilson95": [
              0.0036641291512270503,
              0.04730690870036751
            ],
            "bootstrap95": [
              0.0,
              0.03333333333333333
            ]
          }
        },
        "local_reference": {
          "threshold": 0.9852,
          "target_test": {
            "threshold": 0.9852,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 40,
              "text_mean": 0.26666666666666666,
              "pooled": 0.26666666666666666,
              "wilson95": [
                0.20237161354935268,
                0.3426145004890831
              ],
              "bootstrap95": [
                0.2,
                0.34
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 6,
              "text_mean": 0.04,
              "pooled": 0.04,
              "wilson95": [
                0.01845916060207442,
                0.08451346421655606
              ],
              "bootstrap95": [
                0.013333333333333334,
                0.07333333333333333
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 136,
              "text_mean": 0.9066666666666666,
              "pooled": 0.9066666666666666,
              "wilson95": [
                0.8494360687243842,
                0.9435881325229135
              ],
              "bootstrap95": [
                0.86,
                0.9533333333333334
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 8,
              "text_mean": 0.05333333333333334,
              "pooled": 0.05333333333333334,
              "wilson95": [
                0.027269539920193826,
                0.1017038783819546
              ],
              "bootstrap95": [
                0.02,
                0.09333333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 144,
              "text_mean": 0.96,
              "pooled": 0.96,
              "wilson95": [
                0.915486535783444,
                0.9815408393979256
              ],
              "bootstrap95": [
                0.9266666666666666,
                0.9866666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 110,
              "text_mean": 0.7333333333333333,
              "pooled": 0.7333333333333333,
              "wilson95": [
                0.6573854995109168,
                0.7976283864506474
              ],
              "bootstrap95": [
                0.66,
                0.8066666666666666
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "cross_task",
        "source": "dbpedia|k2|natural|aligned",
        "target": "ag_news|k2|natural|aligned",
        "source_task": "dbpedia",
        "target_task": "ag_news",
        "score": "negative_max",
        "threshold": -0.6396,
        "source_calibration_subset": {
          "threshold": -0.6396,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 60,
            "text_mean": 0.75,
            "pooled": 0.75,
            "wilson95": [
              0.6451532538076602,
              0.8319376814245761
            ],
            "bootstrap95": [
              0.65,
              0.8375
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 75,
            "text_mean": 0.9375,
            "pooled": 0.9375,
            "wilson95": [
              0.8618985123272557,
              0.973010624329158
            ],
            "bootstrap95": [
              0.875,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 1,
            "text_mean": 0.0125,
            "pooled": 0.0125,
            "wilson95": [
              0.0022099755204522745,
              0.06746270077668665
            ],
            "bootstrap95": [
              0.0,
              0.0375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 20,
            "text_mean": 0.25,
            "pooled": 0.25,
            "wilson95": [
              0.16806231857542375,
              0.3548467461923397
            ],
            "bootstrap95": [
              0.1625,
              0.35
            ]
          }
        },
        "target_test": {
          "threshold": -0.6396,
          "n_text": 120,
          "n_variants": 120,
          "detection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 65,
            "text_mean": 0.5416666666666666,
            "pooled": 0.5416666666666666,
            "wilson95": [
              0.4526096906236998,
              0.6281387121747415
            ],
            "bootstrap95": [
              0.45,
              0.6252083333333321
            ]
          },
          "false_rejection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.031019166418703486
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_correct_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 120,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9689808335812966,
              1.0
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "present_wrong_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.031019166418703486
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 120,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9689808335812966,
              1.0
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 55,
            "text_mean": 0.4583333333333333,
            "pooled": 0.4583333333333333,
            "wilson95": [
              0.3718612878252585,
              0.5473903093763002
            ],
            "bootstrap95": [
              0.375,
              0.55
            ]
          }
        },
        "local_reference": {
          "threshold": -0.7998,
          "target_test": {
            "threshold": -0.7998,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 89,
              "text_mean": 0.7416666666666667,
              "pooled": 0.7416666666666667,
              "wilson95": [
                0.6567146994175665,
                0.8116260368133936
              ],
              "bootstrap95": [
                0.6583333333333333,
                0.8166666666666667
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 2,
              "text_mean": 0.016666666666666666,
              "pooled": 0.016666666666666666,
              "wilson95": [
                0.004582564565921141,
                0.0587359629721589
              ],
              "bootstrap95": [
                0.0,
                0.041666666666666664
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 118,
              "text_mean": 0.9833333333333333,
              "pooled": 0.9833333333333333,
              "wilson95": [
                0.941264037027841,
                0.9954174354340789
              ],
              "bootstrap95": [
                0.9583333333333334,
                1.0
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 118,
              "text_mean": 0.9833333333333333,
              "pooled": 0.9833333333333333,
              "wilson95": [
                0.941264037027841,
                0.9954174354340789
              ],
              "bootstrap95": [
                0.9583333333333334,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 31,
              "text_mean": 0.25833333333333336,
              "pooled": 0.25833333333333336,
              "wilson95": [
                0.18837396318660649,
                0.3432853005824337
              ],
              "bootstrap95": [
                0.18333333333333332,
                0.3333333333333333
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "cross_task",
        "source": "dbpedia|k2|natural|aligned",
        "target": "ag_news|k2|natural|aligned",
        "source_task": "dbpedia",
        "target_task": "ag_news",
        "score": "normalized_entropy",
        "threshold": 0.9430147184002298,
        "source_calibration_subset": {
          "threshold": 0.9430147184002298,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 60,
            "text_mean": 0.75,
            "pooled": 0.75,
            "wilson95": [
              0.6451532538076602,
              0.8319376814245761
            ],
            "bootstrap95": [
              0.65,
              0.8375
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 75,
            "text_mean": 0.9375,
            "pooled": 0.9375,
            "wilson95": [
              0.8618985123272557,
              0.973010624329158
            ],
            "bootstrap95": [
              0.875,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 1,
            "text_mean": 0.0125,
            "pooled": 0.0125,
            "wilson95": [
              0.0022099755204522745,
              0.06746270077668665
            ],
            "bootstrap95": [
              0.0,
              0.0375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 20,
            "text_mean": 0.25,
            "pooled": 0.25,
            "wilson95": [
              0.16806231857542375,
              0.3548467461923397
            ],
            "bootstrap95": [
              0.1625,
              0.35
            ]
          }
        },
        "target_test": {
          "threshold": 0.9430147184002298,
          "n_text": 120,
          "n_variants": 120,
          "detection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 65,
            "text_mean": 0.5416666666666666,
            "pooled": 0.5416666666666666,
            "wilson95": [
              0.4526096906236998,
              0.6281387121747415
            ],
            "bootstrap95": [
              0.4583333333333333,
              0.6333333333333333
            ]
          },
          "false_rejection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.031019166418703486
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_correct_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 120,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9689808335812966,
              1.0
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "present_wrong_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.031019166418703486
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 120,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9689808335812966,
              1.0
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 55,
            "text_mean": 0.4583333333333333,
            "pooled": 0.4583333333333333,
            "wilson95": [
              0.3718612878252585,
              0.5473903093763002
            ],
            "bootstrap95": [
              0.36666666666666664,
              0.55
            ]
          }
        },
        "local_reference": {
          "threshold": 0.722327914595542,
          "target_test": {
            "threshold": 0.722327914595542,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 89,
              "text_mean": 0.7416666666666667,
              "pooled": 0.7416666666666667,
              "wilson95": [
                0.6567146994175665,
                0.8116260368133936
              ],
              "bootstrap95": [
                0.6583333333333333,
                0.8166666666666667
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 2,
              "text_mean": 0.016666666666666666,
              "pooled": 0.016666666666666666,
              "wilson95": [
                0.004582564565921141,
                0.0587359629721589
              ],
              "bootstrap95": [
                0.0,
                0.041666666666666664
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 118,
              "text_mean": 0.9833333333333333,
              "pooled": 0.9833333333333333,
              "wilson95": [
                0.941264037027841,
                0.9954174354340789
              ],
              "bootstrap95": [
                0.9583333333333334,
                1.0
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 118,
              "text_mean": 0.9833333333333333,
              "pooled": 0.9833333333333333,
              "wilson95": [
                0.941264037027841,
                0.9954174354340789
              ],
              "bootstrap95": [
                0.9583333333333334,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 31,
              "text_mean": 0.25833333333333336,
              "pooled": 0.25833333333333336,
              "wilson95": [
                0.18837396318660649,
                0.3432853005824337
              ],
              "bootstrap95": [
                0.18333333333333332,
                0.3416666666666667
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "cross_task",
        "source": "dbpedia|k2|natural|aligned",
        "target": "ag_news|k2|natural|aligned",
        "source_task": "dbpedia",
        "target_task": "ag_news",
        "score": "none_probability",
        "threshold": 0.7033,
        "source_calibration_subset": {
          "threshold": 0.7033,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 67,
            "text_mean": 0.8375,
            "pooled": 0.8375,
            "wilson95": [
              0.7415709565930229,
              0.9025018059704963
            ],
            "bootstrap95": [
              0.75,
              0.9125
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 75,
            "text_mean": 0.9375,
            "pooled": 0.9375,
            "wilson95": [
              0.8618985123272557,
              0.973010624329158
            ],
            "bootstrap95": [
              0.8875,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 1,
            "text_mean": 0.0125,
            "pooled": 0.0125,
            "wilson95": [
              0.0022099755204522745,
              0.06746270077668665
            ],
            "bootstrap95": [
              0.0,
              0.0375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 13,
            "text_mean": 0.1625,
            "pooled": 0.1625,
            "wilson95": [
              0.09749819402950367,
              0.2584290434069771
            ],
            "bootstrap95": [
              0.0875,
              0.25
            ]
          }
        },
        "target_test": {
          "threshold": 0.7033,
          "n_text": 120,
          "n_variants": 120,
          "detection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 103,
            "text_mean": 0.8583333333333333,
            "pooled": 0.8583333333333333,
            "wilson95": [
              0.7848050551014282,
              0.9096312089651676
            ],
            "bootstrap95": [
              0.7997916666666667,
              0.9166666666666666
            ]
          },
          "false_rejection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 5,
            "text_mean": 0.041666666666666664,
            "pooled": 0.041666666666666664,
            "wilson95": [
              0.017926716880109515,
              0.09384085233703535
            ],
            "bootstrap95": [
              0.008333333333333333,
              0.08333333333333333
            ]
          },
          "present_correct_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 115,
            "text_mean": 0.9583333333333334,
            "pooled": 0.9583333333333334,
            "wilson95": [
              0.9061591476629647,
              0.9820732831198906
            ],
            "bootstrap95": [
              0.9166666666666666,
              0.9916666666666667
            ]
          },
          "present_wrong_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.031019166418703486
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 115,
            "text_mean": 0.9583333333333334,
            "pooled": 0.9583333333333334,
            "wilson95": [
              0.9061591476629647,
              0.9820732831198906
            ],
            "bootstrap95": [
              0.9166666666666666,
              0.9916666666666667
            ]
          },
          "absent_false_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 17,
            "text_mean": 0.14166666666666666,
            "pooled": 0.14166666666666666,
            "wilson95": [
              0.09036879103483236,
              0.21519494489857183
            ],
            "bootstrap95": [
              0.08333333333333333,
              0.20833333333333334
            ]
          }
        },
        "local_reference": {
          "threshold": 0.7269,
          "target_test": {
            "threshold": 0.7269,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 103,
              "text_mean": 0.8583333333333333,
              "pooled": 0.8583333333333333,
              "wilson95": [
                0.7848050551014282,
                0.9096312089651676
              ],
              "bootstrap95": [
                0.7916666666666666,
                0.9166666666666666
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 4,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.0130375510983506,
                0.082580337559106
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.06666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 116,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.917419662440894,
                0.9869624489016494
              ],
              "bootstrap95": [
                0.9333333333333333,
                0.9916666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 116,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.917419662440894,
                0.9869624489016494
              ],
              "bootstrap95": [
                0.9333333333333333,
                0.9916666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 17,
              "text_mean": 0.14166666666666666,
              "pooled": 0.14166666666666666,
              "wilson95": [
                0.09036879103483236,
                0.21519494489857183
              ],
              "bootstrap95": [
                0.08333333333333333,
                0.20833333333333334
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "cross_task",
        "source": "dbpedia|k2|natural|aligned",
        "target": "emotion|k2|natural|aligned",
        "source_task": "dbpedia",
        "target_task": "emotion",
        "score": "negative_max",
        "threshold": -0.6396,
        "source_calibration_subset": {
          "threshold": -0.6396,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 60,
            "text_mean": 0.75,
            "pooled": 0.75,
            "wilson95": [
              0.6451532538076602,
              0.8319376814245761
            ],
            "bootstrap95": [
              0.65,
              0.8375
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 75,
            "text_mean": 0.9375,
            "pooled": 0.9375,
            "wilson95": [
              0.8618985123272557,
              0.973010624329158
            ],
            "bootstrap95": [
              0.875,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 1,
            "text_mean": 0.0125,
            "pooled": 0.0125,
            "wilson95": [
              0.0022099755204522745,
              0.06746270077668665
            ],
            "bootstrap95": [
              0.0,
              0.0375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 20,
            "text_mean": 0.25,
            "pooled": 0.25,
            "wilson95": [
              0.16806231857542375,
              0.3548467461923397
            ],
            "bootstrap95": [
              0.1625,
              0.35
            ]
          }
        },
        "target_test": {
          "threshold": -0.6396,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 55,
            "text_mean": 0.3313253012048193,
            "pooled": 0.3313253012048193,
            "wilson95": [
              0.2642494217076147,
              0.4060313189970409
            ],
            "bootstrap95": [
              0.26506024096385544,
              0.4036144578313253
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 23,
            "text_mean": 0.13855421686746988,
            "pooled": 0.13855421686746988,
            "wilson95": [
              0.09413242881394443,
              0.1993263012674605
            ],
            "bootstrap95": [
              0.09036144578313253,
              0.18674698795180722
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 122,
            "text_mean": 0.7349397590361446,
            "pooled": 0.7349397590361446,
            "wilson95": [
              0.6630355179440995,
              0.7962163075029872
            ],
            "bootstrap95": [
              0.6626506024096386,
              0.8012048192771084
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 21,
            "text_mean": 0.12650602409638553,
            "pooled": 0.12650602409638553,
            "wilson95": [
              0.08425167742952813,
              0.1856556769879236
            ],
            "bootstrap95": [
              0.0783132530120482,
              0.17484939759036064
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 143,
            "text_mean": 0.8614457831325302,
            "pooled": 0.8614457831325302,
            "wilson95": [
              0.8006736987325396,
              0.9058675711860555
            ],
            "bootstrap95": [
              0.8072289156626506,
              0.9096385542168675
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 111,
            "text_mean": 0.6686746987951807,
            "pooled": 0.6686746987951807,
            "wilson95": [
              0.5939686810029591,
              0.7357505782923853
            ],
            "bootstrap95": [
              0.5963855421686747,
              0.7349397590361446
            ]
          }
        },
        "local_reference": {
          "threshold": -0.5892,
          "target_test": {
            "threshold": -0.5892,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 34,
              "text_mean": 0.20481927710843373,
              "pooled": 0.20481927710843373,
              "wilson95": [
                0.15043571529766897,
                0.2725555809354784
              ],
              "bootstrap95": [
                0.14457831325301204,
                0.26506024096385544
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 11,
              "text_mean": 0.06626506024096386,
              "pooled": 0.06626506024096386,
              "wilson95": [
                0.03740095467368268,
                0.11474952142400321
              ],
              "bootstrap95": [
                0.030120481927710843,
                0.10843373493975904
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 126,
              "text_mean": 0.7590361445783133,
              "pooled": 0.7590361445783133,
              "wilson95": [
                0.688592861758141,
                0.817761715016852
              ],
              "bootstrap95": [
                0.6927710843373494,
                0.8253012048192772
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 29,
              "text_mean": 0.1746987951807229,
              "pooled": 0.1746987951807229,
              "wilson95": [
                0.12447895672872757,
                0.23963390034453685
              ],
              "bootstrap95": [
                0.12650602409638553,
                0.23493975903614459
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 155,
              "text_mean": 0.9337349397590361,
              "pooled": 0.9337349397590361,
              "wilson95": [
                0.8852504785759967,
                0.9625990453263173
              ],
              "bootstrap95": [
                0.891566265060241,
                0.9698795180722891
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 132,
              "text_mean": 0.7951807228915663,
              "pooled": 0.7951807228915663,
              "wilson95": [
                0.7274444190645216,
                0.8495642847023309
              ],
              "bootstrap95": [
                0.7349397590361446,
                0.8493975903614458
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "cross_task",
        "source": "dbpedia|k2|natural|aligned",
        "target": "emotion|k2|natural|aligned",
        "source_task": "dbpedia",
        "target_task": "emotion",
        "score": "normalized_entropy",
        "threshold": 0.9430147184002298,
        "source_calibration_subset": {
          "threshold": 0.9430147184002298,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 60,
            "text_mean": 0.75,
            "pooled": 0.75,
            "wilson95": [
              0.6451532538076602,
              0.8319376814245761
            ],
            "bootstrap95": [
              0.65,
              0.8375
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 75,
            "text_mean": 0.9375,
            "pooled": 0.9375,
            "wilson95": [
              0.8618985123272557,
              0.973010624329158
            ],
            "bootstrap95": [
              0.875,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 1,
            "text_mean": 0.0125,
            "pooled": 0.0125,
            "wilson95": [
              0.0022099755204522745,
              0.06746270077668665
            ],
            "bootstrap95": [
              0.0,
              0.0375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 20,
            "text_mean": 0.25,
            "pooled": 0.25,
            "wilson95": [
              0.16806231857542375,
              0.3548467461923397
            ],
            "bootstrap95": [
              0.1625,
              0.35
            ]
          }
        },
        "target_test": {
          "threshold": 0.9430147184002298,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 55,
            "text_mean": 0.3313253012048193,
            "pooled": 0.3313253012048193,
            "wilson95": [
              0.2642494217076147,
              0.4060313189970409
            ],
            "bootstrap95": [
              0.2588855421686747,
              0.4036144578313253
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 23,
            "text_mean": 0.13855421686746988,
            "pooled": 0.13855421686746988,
            "wilson95": [
              0.09413242881394443,
              0.1993263012674605
            ],
            "bootstrap95": [
              0.09036144578313253,
              0.1927710843373494
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 122,
            "text_mean": 0.7349397590361446,
            "pooled": 0.7349397590361446,
            "wilson95": [
              0.6630355179440995,
              0.7962163075029872
            ],
            "bootstrap95": [
              0.6626506024096386,
              0.8012048192771084
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 21,
            "text_mean": 0.12650602409638553,
            "pooled": 0.12650602409638553,
            "wilson95": [
              0.08425167742952813,
              0.1856556769879236
            ],
            "bootstrap95": [
              0.0783132530120482,
              0.18072289156626506
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 143,
            "text_mean": 0.8614457831325302,
            "pooled": 0.8614457831325302,
            "wilson95": [
              0.8006736987325396,
              0.9058675711860555
            ],
            "bootstrap95": [
              0.8072289156626506,
              0.9097891566265052
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 111,
            "text_mean": 0.6686746987951807,
            "pooled": 0.6686746987951807,
            "wilson95": [
              0.5939686810029591,
              0.7357505782923853
            ],
            "bootstrap95": [
              0.5963855421686747,
              0.7409638554216867
            ]
          }
        },
        "local_reference": {
          "threshold": 0.9769186334868125,
          "target_test": {
            "threshold": 0.9769186334868125,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 34,
              "text_mean": 0.20481927710843373,
              "pooled": 0.20481927710843373,
              "wilson95": [
                0.15043571529766897,
                0.2725555809354784
              ],
              "bootstrap95": [
                0.14457831325301204,
                0.2710843373493976
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 11,
              "text_mean": 0.06626506024096386,
              "pooled": 0.06626506024096386,
              "wilson95": [
                0.03740095467368268,
                0.11474952142400321
              ],
              "bootstrap95": [
                0.030120481927710843,
                0.10843373493975904
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 126,
              "text_mean": 0.7590361445783133,
              "pooled": 0.7590361445783133,
              "wilson95": [
                0.688592861758141,
                0.817761715016852
              ],
              "bootstrap95": [
                0.6987951807228916,
                0.8253012048192772
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 29,
              "text_mean": 0.1746987951807229,
              "pooled": 0.1746987951807229,
              "wilson95": [
                0.12447895672872757,
                0.23963390034453685
              ],
              "bootstrap95": [
                0.1144578313253012,
                0.23493975903614459
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 155,
              "text_mean": 0.9337349397590361,
              "pooled": 0.9337349397590361,
              "wilson95": [
                0.8852504785759967,
                0.9625990453263173
              ],
              "bootstrap95": [
                0.891566265060241,
                0.9698795180722891
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 132,
              "text_mean": 0.7951807228915663,
              "pooled": 0.7951807228915663,
              "wilson95": [
                0.7274444190645216,
                0.8495642847023309
              ],
              "bootstrap95": [
                0.7289156626506024,
                0.8554216867469879
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "cross_task",
        "source": "dbpedia|k2|natural|aligned",
        "target": "emotion|k2|natural|aligned",
        "source_task": "dbpedia",
        "target_task": "emotion",
        "score": "none_probability",
        "threshold": 0.7033,
        "source_calibration_subset": {
          "threshold": 0.7033,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 67,
            "text_mean": 0.8375,
            "pooled": 0.8375,
            "wilson95": [
              0.7415709565930229,
              0.9025018059704963
            ],
            "bootstrap95": [
              0.75,
              0.9125
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 75,
            "text_mean": 0.9375,
            "pooled": 0.9375,
            "wilson95": [
              0.8618985123272557,
              0.973010624329158
            ],
            "bootstrap95": [
              0.8875,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 1,
            "text_mean": 0.0125,
            "pooled": 0.0125,
            "wilson95": [
              0.0022099755204522745,
              0.06746270077668665
            ],
            "bootstrap95": [
              0.0,
              0.0375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 13,
            "text_mean": 0.1625,
            "pooled": 0.1625,
            "wilson95": [
              0.09749819402950367,
              0.2584290434069771
            ],
            "bootstrap95": [
              0.0875,
              0.25
            ]
          }
        },
        "target_test": {
          "threshold": 0.7033,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 118,
            "text_mean": 0.7108433734939759,
            "pooled": 0.7108433734939759,
            "wilson95": [
              0.6377243964163045,
              0.7744246777028759
            ],
            "bootstrap95": [
              0.6385542168674698,
              0.7771084337349398
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 58,
            "text_mean": 0.3493975903614458,
            "pooled": 0.3493975903614458,
            "wilson95": [
              0.2810189336856055,
              0.42458887051497984
            ],
            "bootstrap95": [
              0.28313253012048195,
              0.42168674698795183
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 95,
            "text_mean": 0.572289156626506,
            "pooled": 0.572289156626506,
            "wilson95": [
              0.4962299649539561,
              0.6450782890297628
            ],
            "bootstrap95": [
              0.4939759036144578,
              0.6445783132530121
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 13,
            "text_mean": 0.0783132530120482,
            "pooled": 0.0783132530120482,
            "wilson95": [
              0.04633545353170455,
              0.1293663982299345
            ],
            "bootstrap95": [
              0.04216867469879518,
              0.12048192771084337
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 108,
            "text_mean": 0.6506024096385542,
            "pooled": 0.6506024096385542,
            "wilson95": [
              0.5754111294850202,
              0.7189810663143945
            ],
            "bootstrap95": [
              0.5783132530120482,
              0.7168674698795181
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 48,
            "text_mean": 0.2891566265060241,
            "pooled": 0.2891566265060241,
            "wilson95": [
              0.22557532229712407,
              0.36227560358369537
            ],
            "bootstrap95": [
              0.22289156626506024,
              0.35542168674698793
            ]
          }
        },
        "local_reference": {
          "threshold": 0.9436,
          "target_test": {
            "threshold": 0.9436,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 34,
              "text_mean": 0.20481927710843373,
              "pooled": 0.20481927710843373,
              "wilson95": [
                0.15043571529766897,
                0.2725555809354784
              ],
              "bootstrap95": [
                0.14457831325301204,
                0.2710843373493976
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 14,
              "text_mean": 0.08433734939759036,
              "pooled": 0.08433734939759036,
              "wilson95": [
                0.050901346094600966,
                0.13657619349901468
              ],
              "bootstrap95": [
                0.04216867469879518,
                0.13253012048192772
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 123,
              "text_mean": 0.7409638554216867,
              "pooled": 0.7409638554216867,
              "wilson95": [
                0.6694009420855891,
                0.8016265711934742
              ],
              "bootstrap95": [
                0.6746987951807228,
                0.8072289156626506
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 29,
              "text_mean": 0.1746987951807229,
              "pooled": 0.1746987951807229,
              "wilson95": [
                0.12447895672872757,
                0.23963390034453685
              ],
              "bootstrap95": [
                0.1144578313253012,
                0.23493975903614459
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 152,
              "text_mean": 0.9156626506024096,
              "pooled": 0.9156626506024096,
              "wilson95": [
                0.8634238065009852,
                0.9490986539053989
              ],
              "bootstrap95": [
                0.8734939759036144,
                0.9578313253012049
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 132,
              "text_mean": 0.7951807228915663,
              "pooled": 0.7951807228915663,
              "wilson95": [
                0.7274444190645216,
                0.8495642847023309
              ],
              "bootstrap95": [
                0.7289156626506024,
                0.8554216867469879
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "cross_task",
        "source": "dbpedia|k2|natural|aligned",
        "target": "trec|k2|natural|aligned",
        "source_task": "dbpedia",
        "target_task": "trec",
        "score": "negative_max",
        "threshold": -0.6396,
        "source_calibration_subset": {
          "threshold": -0.6396,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 60,
            "text_mean": 0.75,
            "pooled": 0.75,
            "wilson95": [
              0.6451532538076602,
              0.8319376814245761
            ],
            "bootstrap95": [
              0.65,
              0.8375
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 75,
            "text_mean": 0.9375,
            "pooled": 0.9375,
            "wilson95": [
              0.8618985123272557,
              0.973010624329158
            ],
            "bootstrap95": [
              0.875,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 1,
            "text_mean": 0.0125,
            "pooled": 0.0125,
            "wilson95": [
              0.0022099755204522745,
              0.06746270077668665
            ],
            "bootstrap95": [
              0.0,
              0.0375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 20,
            "text_mean": 0.25,
            "pooled": 0.25,
            "wilson95": [
              0.16806231857542375,
              0.3548467461923397
            ],
            "bootstrap95": [
              0.1625,
              0.35
            ]
          }
        },
        "target_test": {
          "threshold": -0.6396,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 88,
            "text_mean": 0.5866666666666667,
            "pooled": 0.5866666666666667,
            "wilson95": [
              0.5066585675662263,
              0.6623465900766405
            ],
            "bootstrap95": [
              0.5066666666666667,
              0.66
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 21,
            "text_mean": 0.14,
            "pooled": 0.14,
            "wilson95": [
              0.09342648818551796,
              0.20455208775949718
            ],
            "bootstrap95": [
              0.08666666666666667,
              0.2
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 125,
            "text_mean": 0.8333333333333334,
            "pooled": 0.8333333333333334,
            "wilson95": [
              0.7655341358309921,
              0.884485701256957
            ],
            "bootstrap95": [
              0.7733333333333333,
              0.8933333333333333
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 4,
            "text_mean": 0.02666666666666667,
            "pooled": 0.02666666666666667,
            "wilson95": [
              0.010417940822967993,
              0.06655389051214453
            ],
            "bootstrap95": [
              0.006666666666666667,
              0.05333333333333334
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 129,
            "text_mean": 0.86,
            "pooled": 0.86,
            "wilson95": [
              0.7954479122405028,
              0.9065735118144821
            ],
            "bootstrap95": [
              0.8,
              0.9133333333333333
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 62,
            "text_mean": 0.41333333333333333,
            "pooled": 0.41333333333333333,
            "wilson95": [
              0.3376534099233595,
              0.49334143243377376
            ],
            "bootstrap95": [
              0.3333333333333333,
              0.49333333333333335
            ]
          }
        },
        "local_reference": {
          "threshold": -0.5429,
          "target_test": {
            "threshold": -0.5429,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 36,
              "text_mean": 0.24,
              "pooled": 0.24,
              "wilson95": [
                0.17869313331595332,
                0.31429139375544646
              ],
              "bootstrap95": [
                0.17333333333333334,
                0.30666666666666664
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 11,
              "text_mean": 0.07333333333333333,
              "pooled": 0.07333333333333333,
              "wilson95": [
                0.041438815160384994,
                0.12653579336704038
              ],
              "bootstrap95": [
                0.03333333333333333,
                0.12
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 133,
              "text_mean": 0.8866666666666667,
              "pooled": 0.8866666666666667,
              "wilson95": [
                0.825997250162395,
                0.928025760859626
              ],
              "bootstrap95": [
                0.8333333333333334,
                0.94
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 6,
              "text_mean": 0.04,
              "pooled": 0.04,
              "wilson95": [
                0.01845916060207442,
                0.08451346421655606
              ],
              "bootstrap95": [
                0.013333333333333334,
                0.07333333333333333
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 139,
              "text_mean": 0.9266666666666666,
              "pooled": 0.9266666666666666,
              "wilson95": [
                0.8734642066329596,
                0.9585611848396149
              ],
              "bootstrap95": [
                0.88,
                0.9666666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 114,
              "text_mean": 0.76,
              "pooled": 0.76,
              "wilson95": [
                0.6857086062445535,
                0.8213068666840467
              ],
              "bootstrap95": [
                0.6866666666666666,
                0.8266666666666667
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "cross_task",
        "source": "dbpedia|k2|natural|aligned",
        "target": "trec|k2|natural|aligned",
        "source_task": "dbpedia",
        "target_task": "trec",
        "score": "normalized_entropy",
        "threshold": 0.9430147184002298,
        "source_calibration_subset": {
          "threshold": 0.9430147184002298,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 60,
            "text_mean": 0.75,
            "pooled": 0.75,
            "wilson95": [
              0.6451532538076602,
              0.8319376814245761
            ],
            "bootstrap95": [
              0.65,
              0.8375
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 75,
            "text_mean": 0.9375,
            "pooled": 0.9375,
            "wilson95": [
              0.8618985123272557,
              0.973010624329158
            ],
            "bootstrap95": [
              0.875,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 1,
            "text_mean": 0.0125,
            "pooled": 0.0125,
            "wilson95": [
              0.0022099755204522745,
              0.06746270077668665
            ],
            "bootstrap95": [
              0.0,
              0.0375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 20,
            "text_mean": 0.25,
            "pooled": 0.25,
            "wilson95": [
              0.16806231857542375,
              0.3548467461923397
            ],
            "bootstrap95": [
              0.1625,
              0.35
            ]
          }
        },
        "target_test": {
          "threshold": 0.9430147184002298,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 88,
            "text_mean": 0.5866666666666667,
            "pooled": 0.5866666666666667,
            "wilson95": [
              0.5066585675662263,
              0.6623465900766405
            ],
            "bootstrap95": [
              0.5066666666666667,
              0.6666666666666666
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 21,
            "text_mean": 0.14,
            "pooled": 0.14,
            "wilson95": [
              0.09342648818551796,
              0.20455208775949718
            ],
            "bootstrap95": [
              0.08666666666666667,
              0.2
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 125,
            "text_mean": 0.8333333333333334,
            "pooled": 0.8333333333333334,
            "wilson95": [
              0.7655341358309921,
              0.884485701256957
            ],
            "bootstrap95": [
              0.7733333333333333,
              0.8933333333333333
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 4,
            "text_mean": 0.02666666666666667,
            "pooled": 0.02666666666666667,
            "wilson95": [
              0.010417940822967993,
              0.06655389051214453
            ],
            "bootstrap95": [
              0.006666666666666667,
              0.05333333333333334
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 129,
            "text_mean": 0.86,
            "pooled": 0.86,
            "wilson95": [
              0.7954479122405028,
              0.9065735118144821
            ],
            "bootstrap95": [
              0.8,
              0.9068333333333324
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 62,
            "text_mean": 0.41333333333333333,
            "pooled": 0.41333333333333333,
            "wilson95": [
              0.3376534099233595,
              0.49334143243377376
            ],
            "bootstrap95": [
              0.3333333333333333,
              0.49333333333333335
            ]
          }
        },
        "local_reference": {
          "threshold": 0.9946831645574968,
          "target_test": {
            "threshold": 0.9946831645574968,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 36,
              "text_mean": 0.24,
              "pooled": 0.24,
              "wilson95": [
                0.17869313331595332,
                0.31429139375544646
              ],
              "bootstrap95": [
                0.17333333333333334,
                0.30666666666666664
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 11,
              "text_mean": 0.07333333333333333,
              "pooled": 0.07333333333333333,
              "wilson95": [
                0.041438815160384994,
                0.12653579336704038
              ],
              "bootstrap95": [
                0.03333333333333333,
                0.12
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 133,
              "text_mean": 0.8866666666666667,
              "pooled": 0.8866666666666667,
              "wilson95": [
                0.825997250162395,
                0.928025760859626
              ],
              "bootstrap95": [
                0.8333333333333334,
                0.9333333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 6,
              "text_mean": 0.04,
              "pooled": 0.04,
              "wilson95": [
                0.01845916060207442,
                0.08451346421655606
              ],
              "bootstrap95": [
                0.013333333333333334,
                0.08
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 139,
              "text_mean": 0.9266666666666666,
              "pooled": 0.9266666666666666,
              "wilson95": [
                0.8734642066329596,
                0.9585611848396149
              ],
              "bootstrap95": [
                0.8866666666666667,
                0.9666666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 114,
              "text_mean": 0.76,
              "pooled": 0.76,
              "wilson95": [
                0.6857086062445535,
                0.8213068666840467
              ],
              "bootstrap95": [
                0.6933333333333334,
                0.8266666666666667
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "cross_task",
        "source": "dbpedia|k2|natural|aligned",
        "target": "trec|k2|natural|aligned",
        "source_task": "dbpedia",
        "target_task": "trec",
        "score": "none_probability",
        "threshold": 0.7033,
        "source_calibration_subset": {
          "threshold": 0.7033,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 67,
            "text_mean": 0.8375,
            "pooled": 0.8375,
            "wilson95": [
              0.7415709565930229,
              0.9025018059704963
            ],
            "bootstrap95": [
              0.75,
              0.9125
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 75,
            "text_mean": 0.9375,
            "pooled": 0.9375,
            "wilson95": [
              0.8618985123272557,
              0.973010624329158
            ],
            "bootstrap95": [
              0.8875,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 1,
            "text_mean": 0.0125,
            "pooled": 0.0125,
            "wilson95": [
              0.0022099755204522745,
              0.06746270077668665
            ],
            "bootstrap95": [
              0.0,
              0.0375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 13,
            "text_mean": 0.1625,
            "pooled": 0.1625,
            "wilson95": [
              0.09749819402950367,
              0.2584290434069771
            ],
            "bootstrap95": [
              0.0875,
              0.25
            ]
          }
        },
        "target_test": {
          "threshold": 0.7033,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 149,
            "text_mean": 0.9933333333333333,
            "pooled": 0.9933333333333333,
            "wilson95": [
              0.9632071602251817,
              0.9988221986649826
            ],
            "bootstrap95": [
              0.98,
              1.0
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 105,
            "text_mean": 0.7,
            "pooled": 0.7,
            "wilson95": [
              0.6224201960400859,
              0.7675917062126834
            ],
            "bootstrap95": [
              0.6266666666666667,
              0.7733333333333333
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 45,
            "text_mean": 0.3,
            "pooled": 0.3,
            "wilson95": [
              0.23240829378731656,
              0.3775798039599141
            ],
            "bootstrap95": [
              0.2331666666666667,
              0.38
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              1.734723475976807e-18,
              0.0249702443680766
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 45,
            "text_mean": 0.3,
            "pooled": 0.3,
            "wilson95": [
              0.23240829378731656,
              0.3775798039599141
            ],
            "bootstrap95": [
              0.2331666666666667,
              0.37333333333333335
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 1,
            "text_mean": 0.006666666666666667,
            "pooled": 0.006666666666666667,
            "wilson95": [
              0.0011778013350174366,
              0.03679283977481815
            ],
            "bootstrap95": [
              0.0,
              0.02
            ]
          }
        },
        "local_reference": {
          "threshold": 0.9852,
          "target_test": {
            "threshold": 0.9852,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 40,
              "text_mean": 0.26666666666666666,
              "pooled": 0.26666666666666666,
              "wilson95": [
                0.20237161354935268,
                0.3426145004890831
              ],
              "bootstrap95": [
                0.2,
                0.34
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 6,
              "text_mean": 0.04,
              "pooled": 0.04,
              "wilson95": [
                0.01845916060207442,
                0.08451346421655606
              ],
              "bootstrap95": [
                0.013333333333333334,
                0.07333333333333333
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 136,
              "text_mean": 0.9066666666666666,
              "pooled": 0.9066666666666666,
              "wilson95": [
                0.8494360687243842,
                0.9435881325229135
              ],
              "bootstrap95": [
                0.86,
                0.9533333333333334
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 8,
              "text_mean": 0.05333333333333334,
              "pooled": 0.05333333333333334,
              "wilson95": [
                0.027269539920193826,
                0.1017038783819546
              ],
              "bootstrap95": [
                0.02,
                0.09333333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 144,
              "text_mean": 0.96,
              "pooled": 0.96,
              "wilson95": [
                0.915486535783444,
                0.9815408393979256
              ],
              "bootstrap95": [
                0.9266666666666666,
                0.9866666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 110,
              "text_mean": 0.7333333333333333,
              "pooled": 0.7333333333333333,
              "wilson95": [
                0.6573854995109168,
                0.7976283864506474
              ],
              "bootstrap95": [
                0.66,
                0.8066666666666666
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "cross_task",
        "source": "emotion|k2|natural|aligned",
        "target": "ag_news|k2|natural|aligned",
        "source_task": "emotion",
        "target_task": "ag_news",
        "score": "negative_max",
        "threshold": -0.5892,
        "source_calibration_subset": {
          "threshold": -0.5892,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 16,
            "text_mean": 0.2,
            "pooled": 0.2,
            "wilson95": [
              0.12702844043960787,
              0.30046243728170835
            ],
            "bootstrap95": [
              0.125,
              0.2875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 63,
            "text_mean": 0.7875,
            "pooled": 0.7875,
            "wilson95": [
              0.6857784426940333,
              0.8628761328230384
            ],
            "bootstrap95": [
              0.7,
              0.875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 13,
            "text_mean": 0.1625,
            "pooled": 0.1625,
            "wilson95": [
              0.09749819402950367,
              0.2584290434069771
            ],
            "bootstrap95": [
              0.0875,
              0.25
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 64,
            "text_mean": 0.8,
            "pooled": 0.8,
            "wilson95": [
              0.6995375627182917,
              0.8729715595603921
            ],
            "bootstrap95": [
              0.7125,
              0.8875
            ]
          }
        },
        "target_test": {
          "threshold": -0.5892,
          "n_text": 120,
          "n_variants": 120,
          "detection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 55,
            "text_mean": 0.4583333333333333,
            "pooled": 0.4583333333333333,
            "wilson95": [
              0.3718612878252585,
              0.5473903093763002
            ],
            "bootstrap95": [
              0.36666666666666664,
              0.55
            ]
          },
          "false_rejection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.031019166418703486
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_correct_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 120,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9689808335812966,
              1.0
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "present_wrong_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.031019166418703486
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 120,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9689808335812966,
              1.0
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 65,
            "text_mean": 0.5416666666666666,
            "pooled": 0.5416666666666666,
            "wilson95": [
              0.4526096906236998,
              0.6281387121747415
            ],
            "bootstrap95": [
              0.45,
              0.6333333333333333
            ]
          }
        },
        "local_reference": {
          "threshold": -0.7998,
          "target_test": {
            "threshold": -0.7998,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 89,
              "text_mean": 0.7416666666666667,
              "pooled": 0.7416666666666667,
              "wilson95": [
                0.6567146994175665,
                0.8116260368133936
              ],
              "bootstrap95": [
                0.6583333333333333,
                0.8166666666666667
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 2,
              "text_mean": 0.016666666666666666,
              "pooled": 0.016666666666666666,
              "wilson95": [
                0.004582564565921141,
                0.0587359629721589
              ],
              "bootstrap95": [
                0.0,
                0.041666666666666664
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 118,
              "text_mean": 0.9833333333333333,
              "pooled": 0.9833333333333333,
              "wilson95": [
                0.941264037027841,
                0.9954174354340789
              ],
              "bootstrap95": [
                0.9583333333333334,
                1.0
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 118,
              "text_mean": 0.9833333333333333,
              "pooled": 0.9833333333333333,
              "wilson95": [
                0.941264037027841,
                0.9954174354340789
              ],
              "bootstrap95": [
                0.9583333333333334,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 31,
              "text_mean": 0.25833333333333336,
              "pooled": 0.25833333333333336,
              "wilson95": [
                0.18837396318660649,
                0.3432853005824337
              ],
              "bootstrap95": [
                0.18333333333333332,
                0.3333333333333333
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "cross_task",
        "source": "emotion|k2|natural|aligned",
        "target": "ag_news|k2|natural|aligned",
        "source_task": "emotion",
        "target_task": "ag_news",
        "score": "normalized_entropy",
        "threshold": 0.9769186334868125,
        "source_calibration_subset": {
          "threshold": 0.9769186334868125,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 16,
            "text_mean": 0.2,
            "pooled": 0.2,
            "wilson95": [
              0.12702844043960787,
              0.30046243728170835
            ],
            "bootstrap95": [
              0.1125,
              0.2875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 63,
            "text_mean": 0.7875,
            "pooled": 0.7875,
            "wilson95": [
              0.6857784426940333,
              0.8628761328230384
            ],
            "bootstrap95": [
              0.7,
              0.875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 13,
            "text_mean": 0.1625,
            "pooled": 0.1625,
            "wilson95": [
              0.09749819402950367,
              0.2584290434069771
            ],
            "bootstrap95": [
              0.0875,
              0.2375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 64,
            "text_mean": 0.8,
            "pooled": 0.8,
            "wilson95": [
              0.6995375627182917,
              0.8729715595603921
            ],
            "bootstrap95": [
              0.7125,
              0.8875
            ]
          }
        },
        "target_test": {
          "threshold": 0.9769186334868125,
          "n_text": 120,
          "n_variants": 120,
          "detection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 55,
            "text_mean": 0.4583333333333333,
            "pooled": 0.4583333333333333,
            "wilson95": [
              0.3718612878252585,
              0.5473903093763002
            ],
            "bootstrap95": [
              0.36666666666666664,
              0.55
            ]
          },
          "false_rejection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.031019166418703486
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_correct_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 120,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9689808335812966,
              1.0
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "present_wrong_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.031019166418703486
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 120,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9689808335812966,
              1.0
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 65,
            "text_mean": 0.5416666666666666,
            "pooled": 0.5416666666666666,
            "wilson95": [
              0.4526096906236998,
              0.6281387121747415
            ],
            "bootstrap95": [
              0.4583333333333333,
              0.625
            ]
          }
        },
        "local_reference": {
          "threshold": 0.722327914595542,
          "target_test": {
            "threshold": 0.722327914595542,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 89,
              "text_mean": 0.7416666666666667,
              "pooled": 0.7416666666666667,
              "wilson95": [
                0.6567146994175665,
                0.8116260368133936
              ],
              "bootstrap95": [
                0.6583333333333333,
                0.8166666666666667
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 2,
              "text_mean": 0.016666666666666666,
              "pooled": 0.016666666666666666,
              "wilson95": [
                0.004582564565921141,
                0.0587359629721589
              ],
              "bootstrap95": [
                0.0,
                0.041666666666666664
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 118,
              "text_mean": 0.9833333333333333,
              "pooled": 0.9833333333333333,
              "wilson95": [
                0.941264037027841,
                0.9954174354340789
              ],
              "bootstrap95": [
                0.9583333333333334,
                1.0
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 118,
              "text_mean": 0.9833333333333333,
              "pooled": 0.9833333333333333,
              "wilson95": [
                0.941264037027841,
                0.9954174354340789
              ],
              "bootstrap95": [
                0.9583333333333334,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 31,
              "text_mean": 0.25833333333333336,
              "pooled": 0.25833333333333336,
              "wilson95": [
                0.18837396318660649,
                0.3432853005824337
              ],
              "bootstrap95": [
                0.18333333333333332,
                0.3416666666666667
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "cross_task",
        "source": "emotion|k2|natural|aligned",
        "target": "ag_news|k2|natural|aligned",
        "source_task": "emotion",
        "target_task": "ag_news",
        "score": "none_probability",
        "threshold": 0.9436,
        "source_calibration_subset": {
          "threshold": 0.9436,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 15,
            "text_mean": 0.1875,
            "pooled": 0.1875,
            "wilson95": [
              0.11705310466977323,
              0.28658322628993116
            ],
            "bootstrap95": [
              0.1125,
              0.275
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 62,
            "text_mean": 0.775,
            "pooled": 0.775,
            "wilson95": [
              0.6721321021639265,
              0.8526679265915337
            ],
            "bootstrap95": [
              0.6875,
              0.8625
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 15,
            "text_mean": 0.1875,
            "pooled": 0.1875,
            "wilson95": [
              0.11705310466977323,
              0.28658322628993116
            ],
            "bootstrap95": [
              0.1,
              0.275
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9125,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 65,
            "text_mean": 0.8125,
            "pooled": 0.8125,
            "wilson95": [
              0.7134167737100688,
              0.8829468953302267
            ],
            "bootstrap95": [
              0.725,
              0.9
            ]
          }
        },
        "target_test": {
          "threshold": 0.9436,
          "n_text": 120,
          "n_variants": 120,
          "detection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 64,
            "text_mean": 0.5333333333333333,
            "pooled": 0.5333333333333333,
            "wilson95": [
              0.4444278926967431,
              0.6201708295420101
            ],
            "bootstrap95": [
              0.45,
              0.6166666666666667
            ]
          },
          "false_rejection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.031019166418703486
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_correct_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 120,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9689808335812966,
              1.0
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "present_wrong_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.031019166418703486
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 120,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9689808335812966,
              1.0
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 56,
            "text_mean": 0.4666666666666667,
            "pooled": 0.4666666666666667,
            "wilson95": [
              0.37982917045799003,
              0.555572107303257
            ],
            "bootstrap95": [
              0.38312500000000005,
              0.5583333333333333
            ]
          }
        },
        "local_reference": {
          "threshold": 0.7269,
          "target_test": {
            "threshold": 0.7269,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 103,
              "text_mean": 0.8583333333333333,
              "pooled": 0.8583333333333333,
              "wilson95": [
                0.7848050551014282,
                0.9096312089651676
              ],
              "bootstrap95": [
                0.7916666666666666,
                0.9166666666666666
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 4,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.0130375510983506,
                0.082580337559106
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.06666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 116,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.917419662440894,
                0.9869624489016494
              ],
              "bootstrap95": [
                0.9333333333333333,
                0.9916666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 116,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.917419662440894,
                0.9869624489016494
              ],
              "bootstrap95": [
                0.9333333333333333,
                0.9916666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 17,
              "text_mean": 0.14166666666666666,
              "pooled": 0.14166666666666666,
              "wilson95": [
                0.09036879103483236,
                0.21519494489857183
              ],
              "bootstrap95": [
                0.08333333333333333,
                0.20833333333333334
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "cross_task",
        "source": "emotion|k2|natural|aligned",
        "target": "dbpedia|k2|natural|aligned",
        "source_task": "emotion",
        "target_task": "dbpedia",
        "score": "negative_max",
        "threshold": -0.5892,
        "source_calibration_subset": {
          "threshold": -0.5892,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 16,
            "text_mean": 0.2,
            "pooled": 0.2,
            "wilson95": [
              0.12702844043960787,
              0.30046243728170835
            ],
            "bootstrap95": [
              0.125,
              0.2875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 63,
            "text_mean": 0.7875,
            "pooled": 0.7875,
            "wilson95": [
              0.6857784426940333,
              0.8628761328230384
            ],
            "bootstrap95": [
              0.7,
              0.875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 13,
            "text_mean": 0.1625,
            "pooled": 0.1625,
            "wilson95": [
              0.09749819402950367,
              0.2584290434069771
            ],
            "bootstrap95": [
              0.0875,
              0.25
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 64,
            "text_mean": 0.8,
            "pooled": 0.8,
            "wilson95": [
              0.6995375627182917,
              0.8729715595603921
            ],
            "bootstrap95": [
              0.7125,
              0.8875
            ]
          }
        },
        "target_test": {
          "threshold": -0.5892,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 286,
            "text_mean": 0.680952380952381,
            "pooled": 0.680952380952381,
            "wilson95": [
              0.6349076333719251,
              0.7237170288376854
            ],
            "bootstrap95": [
              0.638095238095238,
              0.7238095238095238
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 8,
            "text_mean": 0.01904761904761905,
            "pooled": 0.01904761904761905,
            "wilson95": [
              0.009682629437270296,
              0.03713076837402792
            ],
            "bootstrap95": [
              0.007142857142857143,
              0.03333333333333333
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 410,
            "text_mean": 0.9761904761904762,
            "pooled": 0.9761904761904762,
            "wilson95": [
              0.9567323891526642,
              0.9870167219252584
            ],
            "bootstrap95": [
              0.9595238095238096,
              0.9880952380952381
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 2,
            "text_mean": 0.004761904761904762,
            "pooled": 0.004761904761904762,
            "wilson95": [
              0.0013068588560261607,
              0.01719406562293438
            ],
            "bootstrap95": [
              0.0,
              0.011904761904761904
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 412,
            "text_mean": 0.9809523809523809,
            "pooled": 0.9809523809523809,
            "wilson95": [
              0.962869231625972,
              0.9903173705627296
            ],
            "bootstrap95": [
              0.9666666666666667,
              0.9928571428571429
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 134,
            "text_mean": 0.319047619047619,
            "pooled": 0.319047619047619,
            "wilson95": [
              0.2762829711623145,
              0.36509236662807487
            ],
            "bootstrap95": [
              0.2761904761904762,
              0.3619047619047619
            ]
          }
        },
        "local_reference": {
          "threshold": -0.6396,
          "target_test": {
            "threshold": -0.6396,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 321,
              "text_mean": 0.7642857142857142,
              "pooled": 0.7642857142857142,
              "wilson95": [
                0.7214114591086732,
                0.8023692975395736
              ],
              "bootstrap95": [
                0.7238095238095238,
                0.8047619047619048
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 10,
              "text_mean": 0.023809523809523808,
              "pooled": 0.023809523809523808,
              "wilson95": [
                0.01298327807474163,
                0.04326761084733581
              ],
              "bootstrap95": [
                0.009523809523809525,
                0.04047619047619048
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 408,
              "text_mean": 0.9714285714285714,
              "pooled": 0.9714285714285714,
              "wilson95": [
                0.9507298242189398,
                0.9835817957482035
              ],
              "bootstrap95": [
                0.9547619047619048,
                0.9857142857142858
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 2,
              "text_mean": 0.004761904761904762,
              "pooled": 0.004761904761904762,
              "wilson95": [
                0.0013068588560261607,
                0.01719406562293438
              ],
              "bootstrap95": [
                0.0,
                0.011904761904761904
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 410,
              "text_mean": 0.9761904761904762,
              "pooled": 0.9761904761904762,
              "wilson95": [
                0.9567323891526642,
                0.9870167219252584
              ],
              "bootstrap95": [
                0.9619047619047619,
                0.9904761904761905
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 99,
              "text_mean": 0.2357142857142857,
              "pooled": 0.2357142857142857,
              "wilson95": [
                0.1976307024604263,
                0.2785885408913267
              ],
              "bootstrap95": [
                0.1976190476190476,
                0.2761904761904762
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "cross_task",
        "source": "emotion|k2|natural|aligned",
        "target": "dbpedia|k2|natural|aligned",
        "source_task": "emotion",
        "target_task": "dbpedia",
        "score": "normalized_entropy",
        "threshold": 0.9769186334868125,
        "source_calibration_subset": {
          "threshold": 0.9769186334868125,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 16,
            "text_mean": 0.2,
            "pooled": 0.2,
            "wilson95": [
              0.12702844043960787,
              0.30046243728170835
            ],
            "bootstrap95": [
              0.1125,
              0.2875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 63,
            "text_mean": 0.7875,
            "pooled": 0.7875,
            "wilson95": [
              0.6857784426940333,
              0.8628761328230384
            ],
            "bootstrap95": [
              0.7,
              0.875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 13,
            "text_mean": 0.1625,
            "pooled": 0.1625,
            "wilson95": [
              0.09749819402950367,
              0.2584290434069771
            ],
            "bootstrap95": [
              0.0875,
              0.2375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 64,
            "text_mean": 0.8,
            "pooled": 0.8,
            "wilson95": [
              0.6995375627182917,
              0.8729715595603921
            ],
            "bootstrap95": [
              0.7125,
              0.8875
            ]
          }
        },
        "target_test": {
          "threshold": 0.9769186334868125,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 286,
            "text_mean": 0.680952380952381,
            "pooled": 0.680952380952381,
            "wilson95": [
              0.6349076333719251,
              0.7237170288376854
            ],
            "bootstrap95": [
              0.6380357142857143,
              0.7238095238095238
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 8,
            "text_mean": 0.01904761904761905,
            "pooled": 0.01904761904761905,
            "wilson95": [
              0.009682629437270296,
              0.03713076837402792
            ],
            "bootstrap95": [
              0.007142857142857143,
              0.03333333333333333
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 410,
            "text_mean": 0.9761904761904762,
            "pooled": 0.9761904761904762,
            "wilson95": [
              0.9567323891526642,
              0.9870167219252584
            ],
            "bootstrap95": [
              0.9619047619047619,
              0.9904761904761905
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 2,
            "text_mean": 0.004761904761904762,
            "pooled": 0.004761904761904762,
            "wilson95": [
              0.0013068588560261607,
              0.01719406562293438
            ],
            "bootstrap95": [
              0.0,
              0.011904761904761904
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 412,
            "text_mean": 0.9809523809523809,
            "pooled": 0.9809523809523809,
            "wilson95": [
              0.962869231625972,
              0.9903173705627296
            ],
            "bootstrap95": [
              0.9666666666666667,
              0.9928571428571429
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 134,
            "text_mean": 0.319047619047619,
            "pooled": 0.319047619047619,
            "wilson95": [
              0.2762829711623145,
              0.36509236662807487
            ],
            "bootstrap95": [
              0.2761904761904762,
              0.36428571428571427
            ]
          }
        },
        "local_reference": {
          "threshold": 0.9430147184002298,
          "target_test": {
            "threshold": 0.9430147184002298,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 321,
              "text_mean": 0.7642857142857142,
              "pooled": 0.7642857142857142,
              "wilson95": [
                0.7214114591086732,
                0.8023692975395736
              ],
              "bootstrap95": [
                0.7238095238095238,
                0.8047619047619048
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 10,
              "text_mean": 0.023809523809523808,
              "pooled": 0.023809523809523808,
              "wilson95": [
                0.01298327807474163,
                0.04326761084733581
              ],
              "bootstrap95": [
                0.009523809523809525,
                0.04047619047619048
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 408,
              "text_mean": 0.9714285714285714,
              "pooled": 0.9714285714285714,
              "wilson95": [
                0.9507298242189398,
                0.9835817957482035
              ],
              "bootstrap95": [
                0.9547619047619048,
                0.9857142857142858
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 2,
              "text_mean": 0.004761904761904762,
              "pooled": 0.004761904761904762,
              "wilson95": [
                0.0013068588560261607,
                0.01719406562293438
              ],
              "bootstrap95": [
                0.0,
                0.011904761904761904
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 410,
              "text_mean": 0.9761904761904762,
              "pooled": 0.9761904761904762,
              "wilson95": [
                0.9567323891526642,
                0.9870167219252584
              ],
              "bootstrap95": [
                0.9595238095238096,
                0.9904761904761905
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 99,
              "text_mean": 0.2357142857142857,
              "pooled": 0.2357142857142857,
              "wilson95": [
                0.1976307024604263,
                0.2785885408913267
              ],
              "bootstrap95": [
                0.19517857142857142,
                0.2762499999999997
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "cross_task",
        "source": "emotion|k2|natural|aligned",
        "target": "dbpedia|k2|natural|aligned",
        "source_task": "emotion",
        "target_task": "dbpedia",
        "score": "none_probability",
        "threshold": 0.9436,
        "source_calibration_subset": {
          "threshold": 0.9436,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 15,
            "text_mean": 0.1875,
            "pooled": 0.1875,
            "wilson95": [
              0.11705310466977323,
              0.28658322628993116
            ],
            "bootstrap95": [
              0.1125,
              0.275
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 62,
            "text_mean": 0.775,
            "pooled": 0.775,
            "wilson95": [
              0.6721321021639265,
              0.8526679265915337
            ],
            "bootstrap95": [
              0.6875,
              0.8625
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 15,
            "text_mean": 0.1875,
            "pooled": 0.1875,
            "wilson95": [
              0.11705310466977323,
              0.28658322628993116
            ],
            "bootstrap95": [
              0.1,
              0.275
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9125,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 65,
            "text_mean": 0.8125,
            "pooled": 0.8125,
            "wilson95": [
              0.7134167737100688,
              0.8829468953302267
            ],
            "bootstrap95": [
              0.725,
              0.9
            ]
          }
        },
        "target_test": {
          "threshold": 0.9436,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 199,
            "text_mean": 0.4738095238095238,
            "pooled": 0.4738095238095238,
            "wilson95": [
              0.426510621632519,
              0.5215831772581953
            ],
            "bootstrap95": [
              0.4238095238095238,
              0.5214285714285715
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 8,
            "text_mean": 0.01904761904761905,
            "pooled": 0.01904761904761905,
            "wilson95": [
              0.009682629437270296,
              0.03713076837402792
            ],
            "bootstrap95": [
              0.007142857142857143,
              0.03333333333333333
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 410,
            "text_mean": 0.9761904761904762,
            "pooled": 0.9761904761904762,
            "wilson95": [
              0.9567323891526642,
              0.9870167219252584
            ],
            "bootstrap95": [
              0.9595238095238096,
              0.9904761904761905
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 2,
            "text_mean": 0.004761904761904762,
            "pooled": 0.004761904761904762,
            "wilson95": [
              0.0013068588560261607,
              0.01719406562293438
            ],
            "bootstrap95": [
              0.0,
              0.011904761904761904
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 412,
            "text_mean": 0.9809523809523809,
            "pooled": 0.9809523809523809,
            "wilson95": [
              0.962869231625972,
              0.9903173705627296
            ],
            "bootstrap95": [
              0.9666666666666667,
              0.9928571428571429
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 221,
            "text_mean": 0.5261904761904762,
            "pooled": 0.5261904761904762,
            "wilson95": [
              0.47841682274180475,
              0.5734893783674809
            ],
            "bootstrap95": [
              0.47619047619047616,
              0.5714285714285714
            ]
          }
        },
        "local_reference": {
          "threshold": 0.7033,
          "target_test": {
            "threshold": 0.7033,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 378,
              "text_mean": 0.9,
              "pooled": 0.9,
              "wilson95": [
                0.8675848309771165,
                0.9251644223283385
              ],
              "bootstrap95": [
                0.8690476190476191,
                0.9285714285714286
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 25,
              "text_mean": 0.05952380952380952,
              "pooled": 0.05952380952380952,
              "wilson95": [
                0.04063994708487201,
                0.08639212516804962
              ],
              "bootstrap95": [
                0.0380952380952381,
                0.08095238095238096
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 393,
              "text_mean": 0.9357142857142857,
              "pooled": 0.9357142857142857,
              "wilson95": [
                0.9080842471471964,
                0.9554461894891029
              ],
              "bootstrap95": [
                0.9095238095238095,
                0.9571428571428572
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 2,
              "text_mean": 0.004761904761904762,
              "pooled": 0.004761904761904762,
              "wilson95": [
                0.0013068588560261607,
                0.01719406562293438
              ],
              "bootstrap95": [
                0.0,
                0.011904761904761904
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 395,
              "text_mean": 0.9404761904761905,
              "pooled": 0.9404761904761905,
              "wilson95": [
                0.9136078748319504,
                0.9593600529151279
              ],
              "bootstrap95": [
                0.9166666666666666,
                0.9619047619047619
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 42,
              "text_mean": 0.1,
              "pooled": 0.1,
              "wilson95": [
                0.07483557767166149,
                0.13241516902288358
              ],
              "bootstrap95": [
                0.07142857142857142,
                0.13095238095238096
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "cross_task",
        "source": "emotion|k2|natural|aligned",
        "target": "trec|k2|natural|aligned",
        "source_task": "emotion",
        "target_task": "trec",
        "score": "negative_max",
        "threshold": -0.5892,
        "source_calibration_subset": {
          "threshold": -0.5892,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 16,
            "text_mean": 0.2,
            "pooled": 0.2,
            "wilson95": [
              0.12702844043960787,
              0.30046243728170835
            ],
            "bootstrap95": [
              0.125,
              0.2875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 63,
            "text_mean": 0.7875,
            "pooled": 0.7875,
            "wilson95": [
              0.6857784426940333,
              0.8628761328230384
            ],
            "bootstrap95": [
              0.7,
              0.875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 13,
            "text_mean": 0.1625,
            "pooled": 0.1625,
            "wilson95": [
              0.09749819402950367,
              0.2584290434069771
            ],
            "bootstrap95": [
              0.0875,
              0.25
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 64,
            "text_mean": 0.8,
            "pooled": 0.8,
            "wilson95": [
              0.6995375627182917,
              0.8729715595603921
            ],
            "bootstrap95": [
              0.7125,
              0.8875
            ]
          }
        },
        "target_test": {
          "threshold": -0.5892,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 66,
            "text_mean": 0.44,
            "pooled": 0.44,
            "wilson95": [
              0.3630449619604422,
              0.519951467363727
            ],
            "bootstrap95": [
              0.36,
              0.52
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 17,
            "text_mean": 0.11333333333333333,
            "pooled": 0.11333333333333333,
            "wilson95": [
              0.0719742391403741,
              0.17400274983760514
            ],
            "bootstrap95": [
              0.06,
              0.16666666666666666
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 128,
            "text_mean": 0.8533333333333334,
            "pooled": 0.8533333333333334,
            "wilson95": [
              0.7879153994391072,
              0.9011056278741189
            ],
            "bootstrap95": [
              0.7933333333333333,
              0.9133333333333333
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 5,
            "text_mean": 0.03333333333333333,
            "pooled": 0.03333333333333333,
            "wilson95": [
              0.01432043189809255,
              0.07565179617877894
            ],
            "bootstrap95": [
              0.006666666666666667,
              0.06666666666666667
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 133,
            "text_mean": 0.8866666666666667,
            "pooled": 0.8866666666666667,
            "wilson95": [
              0.825997250162395,
              0.928025760859626
            ],
            "bootstrap95": [
              0.8333333333333334,
              0.9333333333333333
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 84,
            "text_mean": 0.56,
            "pooled": 0.56,
            "wilson95": [
              0.4800485326362731,
              0.6369550380395579
            ],
            "bootstrap95": [
              0.48,
              0.64
            ]
          }
        },
        "local_reference": {
          "threshold": -0.5429,
          "target_test": {
            "threshold": -0.5429,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 36,
              "text_mean": 0.24,
              "pooled": 0.24,
              "wilson95": [
                0.17869313331595332,
                0.31429139375544646
              ],
              "bootstrap95": [
                0.17333333333333334,
                0.30666666666666664
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 11,
              "text_mean": 0.07333333333333333,
              "pooled": 0.07333333333333333,
              "wilson95": [
                0.041438815160384994,
                0.12653579336704038
              ],
              "bootstrap95": [
                0.03333333333333333,
                0.12
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 133,
              "text_mean": 0.8866666666666667,
              "pooled": 0.8866666666666667,
              "wilson95": [
                0.825997250162395,
                0.928025760859626
              ],
              "bootstrap95": [
                0.8333333333333334,
                0.94
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 6,
              "text_mean": 0.04,
              "pooled": 0.04,
              "wilson95": [
                0.01845916060207442,
                0.08451346421655606
              ],
              "bootstrap95": [
                0.013333333333333334,
                0.07333333333333333
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 139,
              "text_mean": 0.9266666666666666,
              "pooled": 0.9266666666666666,
              "wilson95": [
                0.8734642066329596,
                0.9585611848396149
              ],
              "bootstrap95": [
                0.88,
                0.9666666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 114,
              "text_mean": 0.76,
              "pooled": 0.76,
              "wilson95": [
                0.6857086062445535,
                0.8213068666840467
              ],
              "bootstrap95": [
                0.6866666666666666,
                0.8266666666666667
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "cross_task",
        "source": "emotion|k2|natural|aligned",
        "target": "trec|k2|natural|aligned",
        "source_task": "emotion",
        "target_task": "trec",
        "score": "normalized_entropy",
        "threshold": 0.9769186334868125,
        "source_calibration_subset": {
          "threshold": 0.9769186334868125,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 16,
            "text_mean": 0.2,
            "pooled": 0.2,
            "wilson95": [
              0.12702844043960787,
              0.30046243728170835
            ],
            "bootstrap95": [
              0.1125,
              0.2875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 63,
            "text_mean": 0.7875,
            "pooled": 0.7875,
            "wilson95": [
              0.6857784426940333,
              0.8628761328230384
            ],
            "bootstrap95": [
              0.7,
              0.875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 13,
            "text_mean": 0.1625,
            "pooled": 0.1625,
            "wilson95": [
              0.09749819402950367,
              0.2584290434069771
            ],
            "bootstrap95": [
              0.0875,
              0.2375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 64,
            "text_mean": 0.8,
            "pooled": 0.8,
            "wilson95": [
              0.6995375627182917,
              0.8729715595603921
            ],
            "bootstrap95": [
              0.7125,
              0.8875
            ]
          }
        },
        "target_test": {
          "threshold": 0.9769186334868125,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 66,
            "text_mean": 0.44,
            "pooled": 0.44,
            "wilson95": [
              0.3630449619604422,
              0.519951467363727
            ],
            "bootstrap95": [
              0.36,
              0.5133333333333333
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 17,
            "text_mean": 0.11333333333333333,
            "pooled": 0.11333333333333333,
            "wilson95": [
              0.0719742391403741,
              0.17400274983760514
            ],
            "bootstrap95": [
              0.06666666666666667,
              0.16666666666666666
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 128,
            "text_mean": 0.8533333333333334,
            "pooled": 0.8533333333333334,
            "wilson95": [
              0.7879153994391072,
              0.9011056278741189
            ],
            "bootstrap95": [
              0.7933333333333333,
              0.9066666666666666
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 5,
            "text_mean": 0.03333333333333333,
            "pooled": 0.03333333333333333,
            "wilson95": [
              0.01432043189809255,
              0.07565179617877894
            ],
            "bootstrap95": [
              0.006666666666666667,
              0.06666666666666667
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 133,
            "text_mean": 0.8866666666666667,
            "pooled": 0.8866666666666667,
            "wilson95": [
              0.825997250162395,
              0.928025760859626
            ],
            "bootstrap95": [
              0.8333333333333334,
              0.9333333333333333
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 84,
            "text_mean": 0.56,
            "pooled": 0.56,
            "wilson95": [
              0.4800485326362731,
              0.6369550380395579
            ],
            "bootstrap95": [
              0.48,
              0.64
            ]
          }
        },
        "local_reference": {
          "threshold": 0.9946831645574968,
          "target_test": {
            "threshold": 0.9946831645574968,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 36,
              "text_mean": 0.24,
              "pooled": 0.24,
              "wilson95": [
                0.17869313331595332,
                0.31429139375544646
              ],
              "bootstrap95": [
                0.17333333333333334,
                0.30666666666666664
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 11,
              "text_mean": 0.07333333333333333,
              "pooled": 0.07333333333333333,
              "wilson95": [
                0.041438815160384994,
                0.12653579336704038
              ],
              "bootstrap95": [
                0.03333333333333333,
                0.12
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 133,
              "text_mean": 0.8866666666666667,
              "pooled": 0.8866666666666667,
              "wilson95": [
                0.825997250162395,
                0.928025760859626
              ],
              "bootstrap95": [
                0.8333333333333334,
                0.9333333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 6,
              "text_mean": 0.04,
              "pooled": 0.04,
              "wilson95": [
                0.01845916060207442,
                0.08451346421655606
              ],
              "bootstrap95": [
                0.013333333333333334,
                0.08
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 139,
              "text_mean": 0.9266666666666666,
              "pooled": 0.9266666666666666,
              "wilson95": [
                0.8734642066329596,
                0.9585611848396149
              ],
              "bootstrap95": [
                0.8866666666666667,
                0.9666666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 114,
              "text_mean": 0.76,
              "pooled": 0.76,
              "wilson95": [
                0.6857086062445535,
                0.8213068666840467
              ],
              "bootstrap95": [
                0.6933333333333334,
                0.8266666666666667
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "cross_task",
        "source": "emotion|k2|natural|aligned",
        "target": "trec|k2|natural|aligned",
        "source_task": "emotion",
        "target_task": "trec",
        "score": "none_probability",
        "threshold": 0.9436,
        "source_calibration_subset": {
          "threshold": 0.9436,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 15,
            "text_mean": 0.1875,
            "pooled": 0.1875,
            "wilson95": [
              0.11705310466977323,
              0.28658322628993116
            ],
            "bootstrap95": [
              0.1125,
              0.275
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 62,
            "text_mean": 0.775,
            "pooled": 0.775,
            "wilson95": [
              0.6721321021639265,
              0.8526679265915337
            ],
            "bootstrap95": [
              0.6875,
              0.8625
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 15,
            "text_mean": 0.1875,
            "pooled": 0.1875,
            "wilson95": [
              0.11705310466977323,
              0.28658322628993116
            ],
            "bootstrap95": [
              0.1,
              0.275
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9125,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 65,
            "text_mean": 0.8125,
            "pooled": 0.8125,
            "wilson95": [
              0.7134167737100688,
              0.8829468953302267
            ],
            "bootstrap95": [
              0.725,
              0.9
            ]
          }
        },
        "target_test": {
          "threshold": 0.9436,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 131,
            "text_mean": 0.8733333333333333,
            "pooled": 0.8733333333333333,
            "wilson95": [
              0.8106335124178631,
              0.9173887051206396
            ],
            "bootstrap95": [
              0.82,
              0.9266666666666666
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 33,
            "text_mean": 0.22,
            "pooled": 0.22,
            "wilson95": [
              0.16116023701753923,
              0.29282309982858373
            ],
            "bootstrap95": [
              0.15333333333333332,
              0.2866666666666667
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 113,
            "text_mean": 0.7533333333333333,
            "pooled": 0.7533333333333333,
            "wilson95": [
              0.6785967057397266,
              0.8154183704471145
            ],
            "bootstrap95": [
              0.6866666666666666,
              0.82
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 4,
            "text_mean": 0.02666666666666667,
            "pooled": 0.02666666666666667,
            "wilson95": [
              0.010417940822967993,
              0.06655389051214453
            ],
            "bootstrap95": [
              0.006666666666666667,
              0.05333333333333334
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 117,
            "text_mean": 0.78,
            "pooled": 0.78,
            "wilson95": [
              0.7071769001714163,
              0.8388397629824609
            ],
            "bootstrap95": [
              0.7133333333333334,
              0.8466666666666667
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 19,
            "text_mean": 0.12666666666666668,
            "pooled": 0.12666666666666668,
            "wilson95": [
              0.08261129487936036,
              0.18936648758213687
            ],
            "bootstrap95": [
              0.07333333333333333,
              0.18666666666666668
            ]
          }
        },
        "local_reference": {
          "threshold": 0.9852,
          "target_test": {
            "threshold": 0.9852,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 40,
              "text_mean": 0.26666666666666666,
              "pooled": 0.26666666666666666,
              "wilson95": [
                0.20237161354935268,
                0.3426145004890831
              ],
              "bootstrap95": [
                0.2,
                0.34
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 6,
              "text_mean": 0.04,
              "pooled": 0.04,
              "wilson95": [
                0.01845916060207442,
                0.08451346421655606
              ],
              "bootstrap95": [
                0.013333333333333334,
                0.07333333333333333
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 136,
              "text_mean": 0.9066666666666666,
              "pooled": 0.9066666666666666,
              "wilson95": [
                0.8494360687243842,
                0.9435881325229135
              ],
              "bootstrap95": [
                0.86,
                0.9533333333333334
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 8,
              "text_mean": 0.05333333333333334,
              "pooled": 0.05333333333333334,
              "wilson95": [
                0.027269539920193826,
                0.1017038783819546
              ],
              "bootstrap95": [
                0.02,
                0.09333333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 144,
              "text_mean": 0.96,
              "pooled": 0.96,
              "wilson95": [
                0.915486535783444,
                0.9815408393979256
              ],
              "bootstrap95": [
                0.9266666666666666,
                0.9866666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 110,
              "text_mean": 0.7333333333333333,
              "pooled": 0.7333333333333333,
              "wilson95": [
                0.6573854995109168,
                0.7976283864506474
              ],
              "bootstrap95": [
                0.66,
                0.8066666666666666
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "cross_task",
        "source": "trec|k2|natural|aligned",
        "target": "ag_news|k2|natural|aligned",
        "source_task": "trec",
        "target_task": "ag_news",
        "score": "negative_max",
        "threshold": -0.5429,
        "source_calibration_subset": {
          "threshold": -0.5429,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 23,
            "text_mean": 0.2875,
            "pooled": 0.2875,
            "wilson95": [
              0.19986924292269914,
              0.3946034621298997
            ],
            "bootstrap95": [
              0.19968750000000002,
              0.3875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 71,
            "text_mean": 0.8875,
            "pooled": 0.8875,
            "wilson95": [
              0.7998178190762713,
              0.9396731305336952
            ],
            "bootstrap95": [
              0.8125,
              0.95
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 5,
            "text_mean": 0.0625,
            "pooled": 0.0625,
            "wilson95": [
              0.026989375670841982,
              0.13810148767274424
            ],
            "bootstrap95": [
              0.0125,
              0.125
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 57,
            "text_mean": 0.7125,
            "pooled": 0.7125,
            "wilson95": [
              0.6053965378701002,
              0.8001307570773007
            ],
            "bootstrap95": [
              0.6125,
              0.8125
            ]
          }
        },
        "target_test": {
          "threshold": -0.5429,
          "n_text": 120,
          "n_variants": 120,
          "detection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 40,
            "text_mean": 0.3333333333333333,
            "pooled": 0.3333333333333333,
            "wilson95": [
              0.25531740501258443,
              0.4216889837936501
            ],
            "bootstrap95": [
              0.25,
              0.4166666666666667
            ]
          },
          "false_rejection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.031019166418703486
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_correct_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 120,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9689808335812966,
              1.0
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "present_wrong_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.031019166418703486
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 120,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9689808335812966,
              1.0
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 80,
            "text_mean": 0.6666666666666666,
            "pooled": 0.6666666666666666,
            "wilson95": [
              0.5783110162063498,
              0.7446825949874156
            ],
            "bootstrap95": [
              0.5833333333333334,
              0.75
            ]
          }
        },
        "local_reference": {
          "threshold": -0.7998,
          "target_test": {
            "threshold": -0.7998,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 89,
              "text_mean": 0.7416666666666667,
              "pooled": 0.7416666666666667,
              "wilson95": [
                0.6567146994175665,
                0.8116260368133936
              ],
              "bootstrap95": [
                0.6583333333333333,
                0.8166666666666667
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 2,
              "text_mean": 0.016666666666666666,
              "pooled": 0.016666666666666666,
              "wilson95": [
                0.004582564565921141,
                0.0587359629721589
              ],
              "bootstrap95": [
                0.0,
                0.041666666666666664
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 118,
              "text_mean": 0.9833333333333333,
              "pooled": 0.9833333333333333,
              "wilson95": [
                0.941264037027841,
                0.9954174354340789
              ],
              "bootstrap95": [
                0.9583333333333334,
                1.0
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 118,
              "text_mean": 0.9833333333333333,
              "pooled": 0.9833333333333333,
              "wilson95": [
                0.941264037027841,
                0.9954174354340789
              ],
              "bootstrap95": [
                0.9583333333333334,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 31,
              "text_mean": 0.25833333333333336,
              "pooled": 0.25833333333333336,
              "wilson95": [
                0.18837396318660649,
                0.3432853005824337
              ],
              "bootstrap95": [
                0.18333333333333332,
                0.3333333333333333
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "cross_task",
        "source": "trec|k2|natural|aligned",
        "target": "ag_news|k2|natural|aligned",
        "source_task": "trec",
        "target_task": "ag_news",
        "score": "normalized_entropy",
        "threshold": 0.9946831645574968,
        "source_calibration_subset": {
          "threshold": 0.9946831645574968,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 23,
            "text_mean": 0.2875,
            "pooled": 0.2875,
            "wilson95": [
              0.19986924292269914,
              0.3946034621298997
            ],
            "bootstrap95": [
              0.1875,
              0.3875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 71,
            "text_mean": 0.8875,
            "pooled": 0.8875,
            "wilson95": [
              0.7998178190762713,
              0.9396731305336952
            ],
            "bootstrap95": [
              0.8125,
              0.95
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 5,
            "text_mean": 0.0625,
            "pooled": 0.0625,
            "wilson95": [
              0.026989375670841982,
              0.13810148767274424
            ],
            "bootstrap95": [
              0.0125,
              0.125
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 57,
            "text_mean": 0.7125,
            "pooled": 0.7125,
            "wilson95": [
              0.6053965378701002,
              0.8001307570773007
            ],
            "bootstrap95": [
              0.6125,
              0.8125
            ]
          }
        },
        "target_test": {
          "threshold": 0.9946831645574968,
          "n_text": 120,
          "n_variants": 120,
          "detection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 40,
            "text_mean": 0.3333333333333333,
            "pooled": 0.3333333333333333,
            "wilson95": [
              0.25531740501258443,
              0.4216889837936501
            ],
            "bootstrap95": [
              0.25,
              0.4166666666666667
            ]
          },
          "false_rejection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.031019166418703486
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_correct_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 120,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9689808335812966,
              1.0
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "present_wrong_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.031019166418703486
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 120,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9689808335812966,
              1.0
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 80,
            "text_mean": 0.6666666666666666,
            "pooled": 0.6666666666666666,
            "wilson95": [
              0.5783110162063498,
              0.7446825949874156
            ],
            "bootstrap95": [
              0.583125,
              0.75
            ]
          }
        },
        "local_reference": {
          "threshold": 0.722327914595542,
          "target_test": {
            "threshold": 0.722327914595542,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 89,
              "text_mean": 0.7416666666666667,
              "pooled": 0.7416666666666667,
              "wilson95": [
                0.6567146994175665,
                0.8116260368133936
              ],
              "bootstrap95": [
                0.6583333333333333,
                0.8166666666666667
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 2,
              "text_mean": 0.016666666666666666,
              "pooled": 0.016666666666666666,
              "wilson95": [
                0.004582564565921141,
                0.0587359629721589
              ],
              "bootstrap95": [
                0.0,
                0.041666666666666664
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 118,
              "text_mean": 0.9833333333333333,
              "pooled": 0.9833333333333333,
              "wilson95": [
                0.941264037027841,
                0.9954174354340789
              ],
              "bootstrap95": [
                0.9583333333333334,
                1.0
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 118,
              "text_mean": 0.9833333333333333,
              "pooled": 0.9833333333333333,
              "wilson95": [
                0.941264037027841,
                0.9954174354340789
              ],
              "bootstrap95": [
                0.9583333333333334,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 31,
              "text_mean": 0.25833333333333336,
              "pooled": 0.25833333333333336,
              "wilson95": [
                0.18837396318660649,
                0.3432853005824337
              ],
              "bootstrap95": [
                0.18333333333333332,
                0.3416666666666667
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "cross_task",
        "source": "trec|k2|natural|aligned",
        "target": "ag_news|k2|natural|aligned",
        "source_task": "trec",
        "target_task": "ag_news",
        "score": "none_probability",
        "threshold": 0.9852,
        "source_calibration_subset": {
          "threshold": 0.9852,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 25,
            "text_mean": 0.3125,
            "pooled": 0.3125,
            "wilson95": [
              0.2215040411289482,
              0.4206777574468744
            ],
            "bootstrap95": [
              0.2125,
              0.4125
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 72,
            "text_mean": 0.9,
            "pooled": 0.9,
            "wilson95": [
              0.8148931119389591,
              0.9484523844326191
            ],
            "bootstrap95": [
              0.8375,
              0.9625
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 55,
            "text_mean": 0.6875,
            "pooled": 0.6875,
            "wilson95": [
              0.5793222425531256,
              0.7784959588710517
            ],
            "bootstrap95": [
              0.5875,
              0.7875
            ]
          }
        },
        "target_test": {
          "threshold": 0.9852,
          "n_text": 120,
          "n_variants": 120,
          "detection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 17,
            "text_mean": 0.14166666666666666,
            "pooled": 0.14166666666666666,
            "wilson95": [
              0.09036879103483236,
              0.21519494489857183
            ],
            "bootstrap95": [
              0.075,
              0.20833333333333334
            ]
          },
          "false_rejection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.031019166418703486
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_correct_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 120,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9689808335812966,
              1.0
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "present_wrong_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.031019166418703486
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 120,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9689808335812966,
              1.0
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 103,
            "text_mean": 0.8583333333333333,
            "pooled": 0.8583333333333333,
            "wilson95": [
              0.7848050551014282,
              0.9096312089651676
            ],
            "bootstrap95": [
              0.7916666666666666,
              0.9166666666666666
            ]
          }
        },
        "local_reference": {
          "threshold": 0.7269,
          "target_test": {
            "threshold": 0.7269,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 103,
              "text_mean": 0.8583333333333333,
              "pooled": 0.8583333333333333,
              "wilson95": [
                0.7848050551014282,
                0.9096312089651676
              ],
              "bootstrap95": [
                0.7916666666666666,
                0.9166666666666666
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 4,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.0130375510983506,
                0.082580337559106
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.06666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 116,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.917419662440894,
                0.9869624489016494
              ],
              "bootstrap95": [
                0.9333333333333333,
                0.9916666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 116,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.917419662440894,
                0.9869624489016494
              ],
              "bootstrap95": [
                0.9333333333333333,
                0.9916666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 17,
              "text_mean": 0.14166666666666666,
              "pooled": 0.14166666666666666,
              "wilson95": [
                0.09036879103483236,
                0.21519494489857183
              ],
              "bootstrap95": [
                0.08333333333333333,
                0.20833333333333334
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "cross_task",
        "source": "trec|k2|natural|aligned",
        "target": "dbpedia|k2|natural|aligned",
        "source_task": "trec",
        "target_task": "dbpedia",
        "score": "negative_max",
        "threshold": -0.5429,
        "source_calibration_subset": {
          "threshold": -0.5429,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 23,
            "text_mean": 0.2875,
            "pooled": 0.2875,
            "wilson95": [
              0.19986924292269914,
              0.3946034621298997
            ],
            "bootstrap95": [
              0.19968750000000002,
              0.3875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 71,
            "text_mean": 0.8875,
            "pooled": 0.8875,
            "wilson95": [
              0.7998178190762713,
              0.9396731305336952
            ],
            "bootstrap95": [
              0.8125,
              0.95
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 5,
            "text_mean": 0.0625,
            "pooled": 0.0625,
            "wilson95": [
              0.026989375670841982,
              0.13810148767274424
            ],
            "bootstrap95": [
              0.0125,
              0.125
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 57,
            "text_mean": 0.7125,
            "pooled": 0.7125,
            "wilson95": [
              0.6053965378701002,
              0.8001307570773007
            ],
            "bootstrap95": [
              0.6125,
              0.8125
            ]
          }
        },
        "target_test": {
          "threshold": -0.5429,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 223,
            "text_mean": 0.530952380952381,
            "pooled": 0.530952380952381,
            "wilson95": [
              0.48316128075313197,
              0.5781824114669329
            ],
            "bootstrap95": [
              0.48333333333333334,
              0.5785714285714286
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 5,
            "text_mean": 0.011904761904761904,
            "pooled": 0.011904761904761904,
            "wilson95": [
              0.005095429291665374,
              0.027561731853464003
            ],
            "bootstrap95": [
              0.002380952380952381,
              0.023809523809523808
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 413,
            "text_mean": 0.9833333333333333,
            "pooled": 0.9833333333333333,
            "wilson95": [
              0.9660016206431093,
              0.991903727100982
            ],
            "bootstrap95": [
              0.9713690476190476,
              0.9952380952380953
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 2,
            "text_mean": 0.004761904761904762,
            "pooled": 0.004761904761904762,
            "wilson95": [
              0.0013068588560261607,
              0.01719406562293438
            ],
            "bootstrap95": [
              0.0,
              0.011904761904761904
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 415,
            "text_mean": 0.9880952380952381,
            "pooled": 0.9880952380952381,
            "wilson95": [
              0.972438268146536,
              0.9949045707083346
            ],
            "bootstrap95": [
              0.9761904761904762,
              0.9976190476190476
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 197,
            "text_mean": 0.46904761904761905,
            "pooled": 0.46904761904761905,
            "wilson95": [
              0.421817588533067,
              0.516838719246868
            ],
            "bootstrap95": [
              0.41904761904761906,
              0.5142857142857142
            ]
          }
        },
        "local_reference": {
          "threshold": -0.6396,
          "target_test": {
            "threshold": -0.6396,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 321,
              "text_mean": 0.7642857142857142,
              "pooled": 0.7642857142857142,
              "wilson95": [
                0.7214114591086732,
                0.8023692975395736
              ],
              "bootstrap95": [
                0.7238095238095238,
                0.8047619047619048
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 10,
              "text_mean": 0.023809523809523808,
              "pooled": 0.023809523809523808,
              "wilson95": [
                0.01298327807474163,
                0.04326761084733581
              ],
              "bootstrap95": [
                0.009523809523809525,
                0.04047619047619048
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 408,
              "text_mean": 0.9714285714285714,
              "pooled": 0.9714285714285714,
              "wilson95": [
                0.9507298242189398,
                0.9835817957482035
              ],
              "bootstrap95": [
                0.9547619047619048,
                0.9857142857142858
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 2,
              "text_mean": 0.004761904761904762,
              "pooled": 0.004761904761904762,
              "wilson95": [
                0.0013068588560261607,
                0.01719406562293438
              ],
              "bootstrap95": [
                0.0,
                0.011904761904761904
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 410,
              "text_mean": 0.9761904761904762,
              "pooled": 0.9761904761904762,
              "wilson95": [
                0.9567323891526642,
                0.9870167219252584
              ],
              "bootstrap95": [
                0.9619047619047619,
                0.9904761904761905
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 99,
              "text_mean": 0.2357142857142857,
              "pooled": 0.2357142857142857,
              "wilson95": [
                0.1976307024604263,
                0.2785885408913267
              ],
              "bootstrap95": [
                0.1976190476190476,
                0.2761904761904762
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "cross_task",
        "source": "trec|k2|natural|aligned",
        "target": "dbpedia|k2|natural|aligned",
        "source_task": "trec",
        "target_task": "dbpedia",
        "score": "normalized_entropy",
        "threshold": 0.9946831645574968,
        "source_calibration_subset": {
          "threshold": 0.9946831645574968,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 23,
            "text_mean": 0.2875,
            "pooled": 0.2875,
            "wilson95": [
              0.19986924292269914,
              0.3946034621298997
            ],
            "bootstrap95": [
              0.1875,
              0.3875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 71,
            "text_mean": 0.8875,
            "pooled": 0.8875,
            "wilson95": [
              0.7998178190762713,
              0.9396731305336952
            ],
            "bootstrap95": [
              0.8125,
              0.95
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 5,
            "text_mean": 0.0625,
            "pooled": 0.0625,
            "wilson95": [
              0.026989375670841982,
              0.13810148767274424
            ],
            "bootstrap95": [
              0.0125,
              0.125
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 57,
            "text_mean": 0.7125,
            "pooled": 0.7125,
            "wilson95": [
              0.6053965378701002,
              0.8001307570773007
            ],
            "bootstrap95": [
              0.6125,
              0.8125
            ]
          }
        },
        "target_test": {
          "threshold": 0.9946831645574968,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 223,
            "text_mean": 0.530952380952381,
            "pooled": 0.530952380952381,
            "wilson95": [
              0.48316128075313197,
              0.5781824114669329
            ],
            "bootstrap95": [
              0.48333333333333334,
              0.5833333333333334
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 5,
            "text_mean": 0.011904761904761904,
            "pooled": 0.011904761904761904,
            "wilson95": [
              0.005095429291665374,
              0.027561731853464003
            ],
            "bootstrap95": [
              0.002380952380952381,
              0.023809523809523808
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 413,
            "text_mean": 0.9833333333333333,
            "pooled": 0.9833333333333333,
            "wilson95": [
              0.9660016206431093,
              0.991903727100982
            ],
            "bootstrap95": [
              0.969047619047619,
              0.9952380952380953
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 2,
            "text_mean": 0.004761904761904762,
            "pooled": 0.004761904761904762,
            "wilson95": [
              0.0013068588560261607,
              0.01719406562293438
            ],
            "bootstrap95": [
              0.0,
              0.011904761904761904
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 415,
            "text_mean": 0.9880952380952381,
            "pooled": 0.9880952380952381,
            "wilson95": [
              0.972438268146536,
              0.9949045707083346
            ],
            "bootstrap95": [
              0.9761904761904762,
              0.9976190476190476
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 197,
            "text_mean": 0.46904761904761905,
            "pooled": 0.46904761904761905,
            "wilson95": [
              0.421817588533067,
              0.516838719246868
            ],
            "bootstrap95": [
              0.4238095238095238,
              0.5166666666666667
            ]
          }
        },
        "local_reference": {
          "threshold": 0.9430147184002298,
          "target_test": {
            "threshold": 0.9430147184002298,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 321,
              "text_mean": 0.7642857142857142,
              "pooled": 0.7642857142857142,
              "wilson95": [
                0.7214114591086732,
                0.8023692975395736
              ],
              "bootstrap95": [
                0.7238095238095238,
                0.8047619047619048
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 10,
              "text_mean": 0.023809523809523808,
              "pooled": 0.023809523809523808,
              "wilson95": [
                0.01298327807474163,
                0.04326761084733581
              ],
              "bootstrap95": [
                0.009523809523809525,
                0.04047619047619048
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 408,
              "text_mean": 0.9714285714285714,
              "pooled": 0.9714285714285714,
              "wilson95": [
                0.9507298242189398,
                0.9835817957482035
              ],
              "bootstrap95": [
                0.9547619047619048,
                0.9857142857142858
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 2,
              "text_mean": 0.004761904761904762,
              "pooled": 0.004761904761904762,
              "wilson95": [
                0.0013068588560261607,
                0.01719406562293438
              ],
              "bootstrap95": [
                0.0,
                0.011904761904761904
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 410,
              "text_mean": 0.9761904761904762,
              "pooled": 0.9761904761904762,
              "wilson95": [
                0.9567323891526642,
                0.9870167219252584
              ],
              "bootstrap95": [
                0.9595238095238096,
                0.9904761904761905
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 99,
              "text_mean": 0.2357142857142857,
              "pooled": 0.2357142857142857,
              "wilson95": [
                0.1976307024604263,
                0.2785885408913267
              ],
              "bootstrap95": [
                0.19517857142857142,
                0.2762499999999997
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "cross_task",
        "source": "trec|k2|natural|aligned",
        "target": "dbpedia|k2|natural|aligned",
        "source_task": "trec",
        "target_task": "dbpedia",
        "score": "none_probability",
        "threshold": 0.9852,
        "source_calibration_subset": {
          "threshold": 0.9852,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 25,
            "text_mean": 0.3125,
            "pooled": 0.3125,
            "wilson95": [
              0.2215040411289482,
              0.4206777574468744
            ],
            "bootstrap95": [
              0.2125,
              0.4125
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 72,
            "text_mean": 0.9,
            "pooled": 0.9,
            "wilson95": [
              0.8148931119389591,
              0.9484523844326191
            ],
            "bootstrap95": [
              0.8375,
              0.9625
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 55,
            "text_mean": 0.6875,
            "pooled": 0.6875,
            "wilson95": [
              0.5793222425531256,
              0.7784959588710517
            ],
            "bootstrap95": [
              0.5875,
              0.7875
            ]
          }
        },
        "target_test": {
          "threshold": 0.9852,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 36,
            "text_mean": 0.08571428571428572,
            "pooled": 0.08571428571428572,
            "wilson95": [
              0.06255490005801231,
              0.11638337330419507
            ],
            "bootstrap95": [
              0.05952380952380952,
              0.11190476190476191
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 1,
            "text_mean": 0.002380952380952381,
            "pooled": 0.002380952380952381,
            "wilson95": [
              0.00042042027400248944,
              0.013361758649568439
            ],
            "bootstrap95": [
              0.0,
              0.007142857142857143
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 417,
            "text_mean": 0.9928571428571429,
            "pooled": 0.9928571428571429,
            "wilson95": [
              0.9792124593309441,
              0.9975678706347058
            ],
            "bootstrap95": [
              0.9833333333333333,
              1.0
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 2,
            "text_mean": 0.004761904761904762,
            "pooled": 0.004761904761904762,
            "wilson95": [
              0.0013068588560261607,
              0.01719406562293438
            ],
            "bootstrap95": [
              0.0,
              0.011904761904761904
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 419,
            "text_mean": 0.9976190476190476,
            "pooled": 0.9976190476190476,
            "wilson95": [
              0.9866382413504315,
              0.9995795797259974
            ],
            "bootstrap95": [
              0.9928571428571429,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 384,
            "text_mean": 0.9142857142857143,
            "pooled": 0.9142857142857143,
            "wilson95": [
              0.883616626695805,
              0.9374450999419877
            ],
            "bootstrap95": [
              0.8857142857142857,
              0.9404761904761905
            ]
          }
        },
        "local_reference": {
          "threshold": 0.7033,
          "target_test": {
            "threshold": 0.7033,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 378,
              "text_mean": 0.9,
              "pooled": 0.9,
              "wilson95": [
                0.8675848309771165,
                0.9251644223283385
              ],
              "bootstrap95": [
                0.8690476190476191,
                0.9285714285714286
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 25,
              "text_mean": 0.05952380952380952,
              "pooled": 0.05952380952380952,
              "wilson95": [
                0.04063994708487201,
                0.08639212516804962
              ],
              "bootstrap95": [
                0.0380952380952381,
                0.08095238095238096
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 393,
              "text_mean": 0.9357142857142857,
              "pooled": 0.9357142857142857,
              "wilson95": [
                0.9080842471471964,
                0.9554461894891029
              ],
              "bootstrap95": [
                0.9095238095238095,
                0.9571428571428572
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 2,
              "text_mean": 0.004761904761904762,
              "pooled": 0.004761904761904762,
              "wilson95": [
                0.0013068588560261607,
                0.01719406562293438
              ],
              "bootstrap95": [
                0.0,
                0.011904761904761904
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 395,
              "text_mean": 0.9404761904761905,
              "pooled": 0.9404761904761905,
              "wilson95": [
                0.9136078748319504,
                0.9593600529151279
              ],
              "bootstrap95": [
                0.9166666666666666,
                0.9619047619047619
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 42,
              "text_mean": 0.1,
              "pooled": 0.1,
              "wilson95": [
                0.07483557767166149,
                0.13241516902288358
              ],
              "bootstrap95": [
                0.07142857142857142,
                0.13095238095238096
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "cross_task",
        "source": "trec|k2|natural|aligned",
        "target": "emotion|k2|natural|aligned",
        "source_task": "trec",
        "target_task": "emotion",
        "score": "negative_max",
        "threshold": -0.5429,
        "source_calibration_subset": {
          "threshold": -0.5429,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 23,
            "text_mean": 0.2875,
            "pooled": 0.2875,
            "wilson95": [
              0.19986924292269914,
              0.3946034621298997
            ],
            "bootstrap95": [
              0.19968750000000002,
              0.3875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 71,
            "text_mean": 0.8875,
            "pooled": 0.8875,
            "wilson95": [
              0.7998178190762713,
              0.9396731305336952
            ],
            "bootstrap95": [
              0.8125,
              0.95
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 5,
            "text_mean": 0.0625,
            "pooled": 0.0625,
            "wilson95": [
              0.026989375670841982,
              0.13810148767274424
            ],
            "bootstrap95": [
              0.0125,
              0.125
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 57,
            "text_mean": 0.7125,
            "pooled": 0.7125,
            "wilson95": [
              0.6053965378701002,
              0.8001307570773007
            ],
            "bootstrap95": [
              0.6125,
              0.8125
            ]
          }
        },
        "target_test": {
          "threshold": -0.5429,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 16,
            "text_mean": 0.0963855421686747,
            "pooled": 0.0963855421686747,
            "wilson95": [
              0.06020163030645203,
              0.15082728495111677
            ],
            "bootstrap95": [
              0.05421686746987952,
              0.14457831325301204
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 7,
            "text_mean": 0.04216867469879518,
            "pooled": 0.04216867469879518,
            "wilson95": [
              0.02057424428963385,
              0.08447348048014569
            ],
            "bootstrap95": [
              0.012048192771084338,
              0.0783132530120482
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 128,
            "text_mean": 0.7710843373493976,
            "pooled": 0.7710843373493976,
            "wilson95": [
              0.7014710488161878,
              0.8284349036227586
            ],
            "bootstrap95": [
              0.7048192771084337,
              0.8313253012048193
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 31,
            "text_mean": 0.18674698795180722,
            "pooled": 0.18674698795180722,
            "wilson95": [
              0.1347962059931678,
              0.25286802674404973
            ],
            "bootstrap95": [
              0.13253012048192772,
              0.2469879518072289
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 159,
            "text_mean": 0.9578313253012049,
            "pooled": 0.9578313253012049,
            "wilson95": [
              0.9155265195198543,
              0.979425755710366
            ],
            "bootstrap95": [
              0.927710843373494,
              0.9879518072289156
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 150,
            "text_mean": 0.9036144578313253,
            "pooled": 0.9036144578313253,
            "wilson95": [
              0.8491727150488833,
              0.9397983696935479
            ],
            "bootstrap95": [
              0.8554216867469879,
              0.9457831325301205
            ]
          }
        },
        "local_reference": {
          "threshold": -0.5892,
          "target_test": {
            "threshold": -0.5892,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 34,
              "text_mean": 0.20481927710843373,
              "pooled": 0.20481927710843373,
              "wilson95": [
                0.15043571529766897,
                0.2725555809354784
              ],
              "bootstrap95": [
                0.14457831325301204,
                0.26506024096385544
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 11,
              "text_mean": 0.06626506024096386,
              "pooled": 0.06626506024096386,
              "wilson95": [
                0.03740095467368268,
                0.11474952142400321
              ],
              "bootstrap95": [
                0.030120481927710843,
                0.10843373493975904
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 126,
              "text_mean": 0.7590361445783133,
              "pooled": 0.7590361445783133,
              "wilson95": [
                0.688592861758141,
                0.817761715016852
              ],
              "bootstrap95": [
                0.6927710843373494,
                0.8253012048192772
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 29,
              "text_mean": 0.1746987951807229,
              "pooled": 0.1746987951807229,
              "wilson95": [
                0.12447895672872757,
                0.23963390034453685
              ],
              "bootstrap95": [
                0.12650602409638553,
                0.23493975903614459
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 155,
              "text_mean": 0.9337349397590361,
              "pooled": 0.9337349397590361,
              "wilson95": [
                0.8852504785759967,
                0.9625990453263173
              ],
              "bootstrap95": [
                0.891566265060241,
                0.9698795180722891
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 132,
              "text_mean": 0.7951807228915663,
              "pooled": 0.7951807228915663,
              "wilson95": [
                0.7274444190645216,
                0.8495642847023309
              ],
              "bootstrap95": [
                0.7349397590361446,
                0.8493975903614458
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "cross_task",
        "source": "trec|k2|natural|aligned",
        "target": "emotion|k2|natural|aligned",
        "source_task": "trec",
        "target_task": "emotion",
        "score": "normalized_entropy",
        "threshold": 0.9946831645574968,
        "source_calibration_subset": {
          "threshold": 0.9946831645574968,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 23,
            "text_mean": 0.2875,
            "pooled": 0.2875,
            "wilson95": [
              0.19986924292269914,
              0.3946034621298997
            ],
            "bootstrap95": [
              0.1875,
              0.3875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 71,
            "text_mean": 0.8875,
            "pooled": 0.8875,
            "wilson95": [
              0.7998178190762713,
              0.9396731305336952
            ],
            "bootstrap95": [
              0.8125,
              0.95
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 5,
            "text_mean": 0.0625,
            "pooled": 0.0625,
            "wilson95": [
              0.026989375670841982,
              0.13810148767274424
            ],
            "bootstrap95": [
              0.0125,
              0.125
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 57,
            "text_mean": 0.7125,
            "pooled": 0.7125,
            "wilson95": [
              0.6053965378701002,
              0.8001307570773007
            ],
            "bootstrap95": [
              0.6125,
              0.8125
            ]
          }
        },
        "target_test": {
          "threshold": 0.9946831645574968,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 16,
            "text_mean": 0.0963855421686747,
            "pooled": 0.0963855421686747,
            "wilson95": [
              0.06020163030645203,
              0.15082728495111677
            ],
            "bootstrap95": [
              0.05421686746987952,
              0.14457831325301204
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 7,
            "text_mean": 0.04216867469879518,
            "pooled": 0.04216867469879518,
            "wilson95": [
              0.02057424428963385,
              0.08447348048014569
            ],
            "bootstrap95": [
              0.01792168674698796,
              0.07228915662650602
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 128,
            "text_mean": 0.7710843373493976,
            "pooled": 0.7710843373493976,
            "wilson95": [
              0.7014710488161878,
              0.8284349036227586
            ],
            "bootstrap95": [
              0.7048192771084337,
              0.8313253012048193
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 31,
            "text_mean": 0.18674698795180722,
            "pooled": 0.18674698795180722,
            "wilson95": [
              0.1347962059931678,
              0.25286802674404973
            ],
            "bootstrap95": [
              0.13253012048192772,
              0.2469879518072289
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 159,
            "text_mean": 0.9578313253012049,
            "pooled": 0.9578313253012049,
            "wilson95": [
              0.9155265195198543,
              0.979425755710366
            ],
            "bootstrap95": [
              0.9216867469879518,
              0.9879518072289156
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 150,
            "text_mean": 0.9036144578313253,
            "pooled": 0.9036144578313253,
            "wilson95": [
              0.8491727150488833,
              0.9397983696935479
            ],
            "bootstrap95": [
              0.8554216867469879,
              0.9457831325301205
            ]
          }
        },
        "local_reference": {
          "threshold": 0.9769186334868125,
          "target_test": {
            "threshold": 0.9769186334868125,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 34,
              "text_mean": 0.20481927710843373,
              "pooled": 0.20481927710843373,
              "wilson95": [
                0.15043571529766897,
                0.2725555809354784
              ],
              "bootstrap95": [
                0.14457831325301204,
                0.2710843373493976
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 11,
              "text_mean": 0.06626506024096386,
              "pooled": 0.06626506024096386,
              "wilson95": [
                0.03740095467368268,
                0.11474952142400321
              ],
              "bootstrap95": [
                0.030120481927710843,
                0.10843373493975904
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 126,
              "text_mean": 0.7590361445783133,
              "pooled": 0.7590361445783133,
              "wilson95": [
                0.688592861758141,
                0.817761715016852
              ],
              "bootstrap95": [
                0.6987951807228916,
                0.8253012048192772
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 29,
              "text_mean": 0.1746987951807229,
              "pooled": 0.1746987951807229,
              "wilson95": [
                0.12447895672872757,
                0.23963390034453685
              ],
              "bootstrap95": [
                0.1144578313253012,
                0.23493975903614459
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 155,
              "text_mean": 0.9337349397590361,
              "pooled": 0.9337349397590361,
              "wilson95": [
                0.8852504785759967,
                0.9625990453263173
              ],
              "bootstrap95": [
                0.891566265060241,
                0.9698795180722891
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 132,
              "text_mean": 0.7951807228915663,
              "pooled": 0.7951807228915663,
              "wilson95": [
                0.7274444190645216,
                0.8495642847023309
              ],
              "bootstrap95": [
                0.7289156626506024,
                0.8554216867469879
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "cross_task",
        "source": "trec|k2|natural|aligned",
        "target": "emotion|k2|natural|aligned",
        "source_task": "trec",
        "target_task": "emotion",
        "score": "none_probability",
        "threshold": 0.9852,
        "source_calibration_subset": {
          "threshold": 0.9852,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 25,
            "text_mean": 0.3125,
            "pooled": 0.3125,
            "wilson95": [
              0.2215040411289482,
              0.4206777574468744
            ],
            "bootstrap95": [
              0.2125,
              0.4125
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 72,
            "text_mean": 0.9,
            "pooled": 0.9,
            "wilson95": [
              0.8148931119389591,
              0.9484523844326191
            ],
            "bootstrap95": [
              0.8375,
              0.9625
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 55,
            "text_mean": 0.6875,
            "pooled": 0.6875,
            "wilson95": [
              0.5793222425531256,
              0.7784959588710517
            ],
            "bootstrap95": [
              0.5875,
              0.7875
            ]
          }
        },
        "target_test": {
          "threshold": 0.9852,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 2,
            "text_mean": 0.012048192771084338,
            "pooled": 0.012048192771084338,
            "wilson95": [
              0.0033102913258154093,
              0.04285899428408123
            ],
            "bootstrap95": [
              0.0,
              0.030120481927710843
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              1.734723475976807e-18,
              0.02261790994594346
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 133,
            "text_mean": 0.8012048192771084,
            "pooled": 0.8012048192771084,
            "wilson95": [
              0.7339861174485321,
              0.854798274150297
            ],
            "bootstrap95": [
              0.7409638554216867,
              0.8614457831325302
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 33,
            "text_mean": 0.19879518072289157,
            "pooled": 0.19879518072289157,
            "wilson95": [
              0.14520172584970303,
              0.26601388255146774
            ],
            "bootstrap95": [
              0.13855421686746988,
              0.25903614457831325
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 166,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9773820900540565,
              0.9999999999999999
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 164,
            "text_mean": 0.9879518072289156,
            "pooled": 0.9879518072289156,
            "wilson95": [
              0.9571410057159186,
              0.9966897086741846
            ],
            "bootstrap95": [
              0.9698795180722891,
              1.0
            ]
          }
        },
        "local_reference": {
          "threshold": 0.9436,
          "target_test": {
            "threshold": 0.9436,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 34,
              "text_mean": 0.20481927710843373,
              "pooled": 0.20481927710843373,
              "wilson95": [
                0.15043571529766897,
                0.2725555809354784
              ],
              "bootstrap95": [
                0.14457831325301204,
                0.2710843373493976
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 14,
              "text_mean": 0.08433734939759036,
              "pooled": 0.08433734939759036,
              "wilson95": [
                0.050901346094600966,
                0.13657619349901468
              ],
              "bootstrap95": [
                0.04216867469879518,
                0.13253012048192772
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 123,
              "text_mean": 0.7409638554216867,
              "pooled": 0.7409638554216867,
              "wilson95": [
                0.6694009420855891,
                0.8016265711934742
              ],
              "bootstrap95": [
                0.6746987951807228,
                0.8072289156626506
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 29,
              "text_mean": 0.1746987951807229,
              "pooled": 0.1746987951807229,
              "wilson95": [
                0.12447895672872757,
                0.23963390034453685
              ],
              "bootstrap95": [
                0.1144578313253012,
                0.23493975903614459
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 152,
              "text_mean": 0.9156626506024096,
              "pooled": 0.9156626506024096,
              "wilson95": [
                0.8634238065009852,
                0.9490986539053989
              ],
              "bootstrap95": [
                0.8734939759036144,
                0.9578313253012049
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 132,
              "text_mean": 0.7951807228915663,
              "pooled": 0.7951807228915663,
              "wilson95": [
                0.7274444190645216,
                0.8495642847023309
              ],
              "bootstrap95": [
                0.7289156626506024,
                0.8554216867469879
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "count",
        "source": "ag_news|k2|natural|aligned",
        "target": "ag_news|k3|natural|aligned",
        "source_task": "ag_news",
        "target_task": "ag_news",
        "score": "negative_max",
        "threshold": -0.7998,
        "source_calibration_subset": {
          "threshold": -0.7998,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 61,
            "text_mean": 0.7625,
            "pooled": 0.7625,
            "wilson95": [
              0.6585922106615945,
              0.8423532713322537
            ],
            "bootstrap95": [
              0.675,
              0.85
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 75,
            "text_mean": 0.9375,
            "pooled": 0.9375,
            "wilson95": [
              0.8618985123272557,
              0.973010624329158
            ],
            "bootstrap95": [
              0.875,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 1,
            "text_mean": 0.0125,
            "pooled": 0.0125,
            "wilson95": [
              0.0022099755204522745,
              0.06746270077668665
            ],
            "bootstrap95": [
              0.0,
              0.0375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 19,
            "text_mean": 0.2375,
            "pooled": 0.2375,
            "wilson95": [
              0.15764672866774618,
              0.34140778933840543
            ],
            "bootstrap95": [
              0.15,
              0.325
            ]
          }
        },
        "target_test": {
          "threshold": -0.7998,
          "n_text": 120,
          "n_variants": 120,
          "detection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 100,
            "text_mean": 0.8333333333333334,
            "pooled": 0.8333333333333334,
            "wilson95": [
              0.7565471860673773,
              0.8894400363201539
            ],
            "bootstrap95": [
              0.7666666666666667,
              0.9
            ]
          },
          "false_rejection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 5,
            "text_mean": 0.041666666666666664,
            "pooled": 0.041666666666666664,
            "wilson95": [
              0.017926716880109515,
              0.09384085233703535
            ],
            "bootstrap95": [
              0.008333333333333333,
              0.08333333333333333
            ]
          },
          "present_correct_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 112,
            "text_mean": 0.9333333333333333,
            "pooled": 0.9333333333333333,
            "wilson95": [
              0.8739486959646967,
              0.9658346931390938
            ],
            "bootstrap95": [
              0.8833333333333333,
              0.975
            ]
          },
          "present_wrong_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 3,
            "text_mean": 0.025,
            "pooled": 0.025,
            "wilson95": [
              0.008538174769902228,
              0.0709300333278661
            ],
            "bootstrap95": [
              0.0,
              0.058333333333333334
            ]
          },
          "present_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 115,
            "text_mean": 0.9583333333333334,
            "pooled": 0.9583333333333334,
            "wilson95": [
              0.9061591476629647,
              0.9820732831198906
            ],
            "bootstrap95": [
              0.9166666666666666,
              0.9916666666666667
            ]
          },
          "absent_false_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 20,
            "text_mean": 0.16666666666666666,
            "pooled": 0.16666666666666666,
            "wilson95": [
              0.11055996367984616,
              0.24345281393262286
            ],
            "bootstrap95": [
              0.10833333333333334,
              0.23333333333333334
            ]
          }
        },
        "local_reference": {
          "threshold": -0.7302,
          "target_test": {
            "threshold": -0.7302,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 95,
              "text_mean": 0.7916666666666666,
              "pooled": 0.7916666666666666,
              "wilson95": [
                0.7105232156701865,
                0.8547156039189031
              ],
              "bootstrap95": [
                0.7166666666666667,
                0.8583333333333333
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 3,
              "text_mean": 0.025,
              "pooled": 0.025,
              "wilson95": [
                0.008538174769902228,
                0.0709300333278661
              ],
              "bootstrap95": [
                0.0,
                0.058333333333333334
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 114,
              "text_mean": 0.95,
              "pooled": 0.95,
              "wilson95": [
                0.8951971146376326,
                0.9768856355855343
              ],
              "bootstrap95": [
                0.9083333333333333,
                0.9833333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 3,
              "text_mean": 0.025,
              "pooled": 0.025,
              "wilson95": [
                0.008538174769902228,
                0.0709300333278661
              ],
              "bootstrap95": [
                0.0,
                0.058333333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 117,
              "text_mean": 0.975,
              "pooled": 0.975,
              "wilson95": [
                0.9290699666721339,
                0.9914618252300978
              ],
              "bootstrap95": [
                0.9416666666666667,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 25,
              "text_mean": 0.20833333333333334,
              "pooled": 0.20833333333333334,
              "wilson95": [
                0.14528439608109694,
                0.2894767843298135
              ],
              "bootstrap95": [
                0.14166666666666666,
                0.2833333333333333
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "count",
        "source": "ag_news|k2|natural|aligned",
        "target": "ag_news|k3|natural|aligned",
        "source_task": "ag_news",
        "target_task": "ag_news",
        "score": "normalized_entropy",
        "threshold": 0.722327914595542,
        "source_calibration_subset": {
          "threshold": 0.722327914595542,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 61,
            "text_mean": 0.7625,
            "pooled": 0.7625,
            "wilson95": [
              0.6585922106615945,
              0.8423532713322537
            ],
            "bootstrap95": [
              0.675,
              0.85
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 75,
            "text_mean": 0.9375,
            "pooled": 0.9375,
            "wilson95": [
              0.8618985123272557,
              0.973010624329158
            ],
            "bootstrap95": [
              0.875,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 1,
            "text_mean": 0.0125,
            "pooled": 0.0125,
            "wilson95": [
              0.0022099755204522745,
              0.06746270077668665
            ],
            "bootstrap95": [
              0.0,
              0.0375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 19,
            "text_mean": 0.2375,
            "pooled": 0.2375,
            "wilson95": [
              0.15764672866774618,
              0.34140778933840543
            ],
            "bootstrap95": [
              0.15,
              0.3375
            ]
          }
        },
        "target_test": {
          "threshold": 0.722327914595542,
          "n_text": 120,
          "n_variants": 120,
          "detection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 90,
            "text_mean": 0.75,
            "pooled": 0.75,
            "wilson95": [
              0.665588633358744,
              0.8189017834319043
            ],
            "bootstrap95": [
              0.6666666666666666,
              0.825
            ]
          },
          "false_rejection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 1,
            "text_mean": 0.008333333333333333,
            "pooled": 0.008333333333333333,
            "wilson95": [
              0.0014725557333420923,
              0.045696291245049675
            ],
            "bootstrap95": [
              0.0,
              0.025
            ]
          },
          "present_correct_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 116,
            "text_mean": 0.9666666666666667,
            "pooled": 0.9666666666666667,
            "wilson95": [
              0.917419662440894,
              0.9869624489016494
            ],
            "bootstrap95": [
              0.9333333333333333,
              0.9916666666666667
            ]
          },
          "present_wrong_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 3,
            "text_mean": 0.025,
            "pooled": 0.025,
            "wilson95": [
              0.008538174769902228,
              0.0709300333278661
            ],
            "bootstrap95": [
              0.0,
              0.058333333333333334
            ]
          },
          "present_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 119,
            "text_mean": 0.9916666666666667,
            "pooled": 0.9916666666666667,
            "wilson95": [
              0.9543037087549505,
              0.998527444266658
            ],
            "bootstrap95": [
              0.975,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 30,
            "text_mean": 0.25,
            "pooled": 0.25,
            "wilson95": [
              0.18109821656809566,
              0.33441136664125615
            ],
            "bootstrap95": [
              0.175,
              0.3333333333333333
            ]
          }
        },
        "local_reference": {
          "threshold": 0.700888029196142,
          "target_test": {
            "threshold": 0.700888029196142,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 95,
              "text_mean": 0.7916666666666666,
              "pooled": 0.7916666666666666,
              "wilson95": [
                0.7105232156701865,
                0.8547156039189031
              ],
              "bootstrap95": [
                0.7247916666666666,
                0.8666666666666667
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 2,
              "text_mean": 0.016666666666666666,
              "pooled": 0.016666666666666666,
              "wilson95": [
                0.004582564565921141,
                0.0587359629721589
              ],
              "bootstrap95": [
                0.0,
                0.041666666666666664
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 115,
              "text_mean": 0.9583333333333334,
              "pooled": 0.9583333333333334,
              "wilson95": [
                0.9061591476629647,
                0.9820732831198906
              ],
              "bootstrap95": [
                0.9166666666666666,
                0.9916666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 3,
              "text_mean": 0.025,
              "pooled": 0.025,
              "wilson95": [
                0.008538174769902228,
                0.0709300333278661
              ],
              "bootstrap95": [
                0.0,
                0.058333333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 118,
              "text_mean": 0.9833333333333333,
              "pooled": 0.9833333333333333,
              "wilson95": [
                0.941264037027841,
                0.9954174354340789
              ],
              "bootstrap95": [
                0.9583333333333334,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 25,
              "text_mean": 0.20833333333333334,
              "pooled": 0.20833333333333334,
              "wilson95": [
                0.14528439608109694,
                0.2894767843298135
              ],
              "bootstrap95": [
                0.13333333333333333,
                0.2833333333333333
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "count",
        "source": "ag_news|k2|natural|aligned",
        "target": "ag_news|k3|natural|aligned",
        "source_task": "ag_news",
        "target_task": "ag_news",
        "score": "none_probability",
        "threshold": 0.7269,
        "source_calibration_subset": {
          "threshold": 0.7269,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 67,
            "text_mean": 0.8375,
            "pooled": 0.8375,
            "wilson95": [
              0.7415709565930229,
              0.9025018059704963
            ],
            "bootstrap95": [
              0.75,
              0.9125
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 73,
            "text_mean": 0.9125,
            "pooled": 0.9125,
            "wilson95": [
              0.8302320449152499,
              0.9569679982179401
            ],
            "bootstrap95": [
              0.85,
              0.975
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 13,
            "text_mean": 0.1625,
            "pooled": 0.1625,
            "wilson95": [
              0.09749819402950367,
              0.2584290434069771
            ],
            "bootstrap95": [
              0.0875,
              0.25
            ]
          }
        },
        "target_test": {
          "threshold": 0.7269,
          "n_text": 120,
          "n_variants": 120,
          "detection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 100,
            "text_mean": 0.8333333333333334,
            "pooled": 0.8333333333333334,
            "wilson95": [
              0.7565471860673773,
              0.8894400363201539
            ],
            "bootstrap95": [
              0.7666666666666667,
              0.8918749999999989
            ]
          },
          "false_rejection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 2,
            "text_mean": 0.016666666666666666,
            "pooled": 0.016666666666666666,
            "wilson95": [
              0.004582564565921141,
              0.0587359629721589
            ],
            "bootstrap95": [
              0.0,
              0.041666666666666664
            ]
          },
          "present_correct_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 115,
            "text_mean": 0.9583333333333334,
            "pooled": 0.9583333333333334,
            "wilson95": [
              0.9061591476629647,
              0.9820732831198906
            ],
            "bootstrap95": [
              0.9166666666666666,
              0.9916666666666667
            ]
          },
          "present_wrong_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 3,
            "text_mean": 0.025,
            "pooled": 0.025,
            "wilson95": [
              0.008538174769902228,
              0.0709300333278661
            ],
            "bootstrap95": [
              0.0,
              0.058333333333333334
            ]
          },
          "present_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 118,
            "text_mean": 0.9833333333333333,
            "pooled": 0.9833333333333333,
            "wilson95": [
              0.941264037027841,
              0.9954174354340789
            ],
            "bootstrap95": [
              0.9583333333333334,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 20,
            "text_mean": 0.16666666666666666,
            "pooled": 0.16666666666666666,
            "wilson95": [
              0.11055996367984616,
              0.24345281393262286
            ],
            "bootstrap95": [
              0.10833333333333334,
              0.23333333333333334
            ]
          }
        },
        "local_reference": {
          "threshold": 0.6667,
          "target_test": {
            "threshold": 0.6667,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 105,
              "text_mean": 0.875,
              "pooled": 0.875,
              "wilson95": [
                0.8039705979199262,
                0.9227650272660463
              ],
              "bootstrap95": [
                0.8166666666666667,
                0.9333333333333333
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 4,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.0130375510983506,
                0.082580337559106
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.06666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 113,
              "text_mean": 0.9416666666666667,
              "pooled": 0.9416666666666667,
              "wilson95": [
                0.8844740796636988,
                0.9714589899997798
              ],
              "bootstrap95": [
                0.9,
                0.9833333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 3,
              "text_mean": 0.025,
              "pooled": 0.025,
              "wilson95": [
                0.008538174769902228,
                0.0709300333278661
              ],
              "bootstrap95": [
                0.0,
                0.058333333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 116,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.917419662440894,
                0.9869624489016494
              ],
              "bootstrap95": [
                0.9333333333333333,
                0.9916666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 15,
              "text_mean": 0.125,
              "pooled": 0.125,
              "wilson95": [
                0.07723497273395374,
                0.1960294020800739
              ],
              "bootstrap95": [
                0.06666666666666667,
                0.19166666666666668
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "ag_news|k2|natural|aligned",
        "target": "ag_news|k2|neutral|aligned",
        "source_task": "ag_news",
        "target_task": "ag_news",
        "score": "negative_max",
        "threshold": -0.7998,
        "source_calibration_subset": {
          "threshold": -0.7998,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 61,
            "text_mean": 0.7625,
            "pooled": 0.7625,
            "wilson95": [
              0.6585922106615945,
              0.8423532713322537
            ],
            "bootstrap95": [
              0.6625,
              0.85
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 75,
            "text_mean": 0.9375,
            "pooled": 0.9375,
            "wilson95": [
              0.8618985123272557,
              0.973010624329158
            ],
            "bootstrap95": [
              0.875,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 1,
            "text_mean": 0.0125,
            "pooled": 0.0125,
            "wilson95": [
              0.0022099755204522745,
              0.06746270077668665
            ],
            "bootstrap95": [
              0.0,
              0.0375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 19,
            "text_mean": 0.2375,
            "pooled": 0.2375,
            "wilson95": [
              0.15764672866774618,
              0.34140778933840543
            ],
            "bootstrap95": [
              0.15,
              0.3375
            ]
          }
        },
        "target_test": {
          "threshold": -0.7998,
          "n_text": 120,
          "n_variants": 120,
          "detection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 103,
            "text_mean": 0.8583333333333333,
            "pooled": 0.8583333333333333,
            "wilson95": [
              0.7848050551014282,
              0.9096312089651676
            ],
            "bootstrap95": [
              0.7916666666666666,
              0.9166666666666666
            ]
          },
          "false_rejection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 7,
            "text_mean": 0.058333333333333334,
            "pooled": 0.058333333333333334,
            "wilson95": [
              0.028541010000220295,
              0.11552592033630113
            ],
            "bootstrap95": [
              0.025,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 113,
            "text_mean": 0.9416666666666667,
            "pooled": 0.9416666666666667,
            "wilson95": [
              0.8844740796636988,
              0.9714589899997798
            ],
            "bootstrap95": [
              0.9,
              0.9833333333333333
            ]
          },
          "present_wrong_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.031019166418703486
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 113,
            "text_mean": 0.9416666666666667,
            "pooled": 0.9416666666666667,
            "wilson95": [
              0.8844740796636988,
              0.9714589899997798
            ],
            "bootstrap95": [
              0.9,
              0.9833333333333333
            ]
          },
          "absent_false_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 17,
            "text_mean": 0.14166666666666666,
            "pooled": 0.14166666666666666,
            "wilson95": [
              0.09036879103483236,
              0.21519494489857183
            ],
            "bootstrap95": [
              0.08333333333333333,
              0.20833333333333334
            ]
          }
        },
        "local_reference": {
          "threshold": -0.713,
          "target_test": {
            "threshold": -0.713,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 86,
              "text_mean": 0.7166666666666667,
              "pooled": 0.7166666666666667,
              "wilson95": [
                0.6302979754694596,
                0.7895937190824355
              ],
              "bootstrap95": [
                0.6333333333333333,
                0.8
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 4,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.0130375510983506,
                0.082580337559106
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.06666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 116,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.917419662440894,
                0.9869624489016494
              ],
              "bootstrap95": [
                0.9333333333333333,
                0.9916666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 116,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.917419662440894,
                0.9869624489016494
              ],
              "bootstrap95": [
                0.9333333333333333,
                0.9916666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 34,
              "text_mean": 0.2833333333333333,
              "pooled": 0.2833333333333333,
              "wilson95": [
                0.21040628091756453,
                0.36970202453054035
              ],
              "bootstrap95": [
                0.20833333333333334,
                0.36666666666666664
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "ag_news|k2|natural|aligned",
        "target": "ag_news|k2|neutral|aligned",
        "source_task": "ag_news",
        "target_task": "ag_news",
        "score": "normalized_entropy",
        "threshold": 0.722327914595542,
        "source_calibration_subset": {
          "threshold": 0.722327914595542,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 61,
            "text_mean": 0.7625,
            "pooled": 0.7625,
            "wilson95": [
              0.6585922106615945,
              0.8423532713322537
            ],
            "bootstrap95": [
              0.6625,
              0.85
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 75,
            "text_mean": 0.9375,
            "pooled": 0.9375,
            "wilson95": [
              0.8618985123272557,
              0.973010624329158
            ],
            "bootstrap95": [
              0.875,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 1,
            "text_mean": 0.0125,
            "pooled": 0.0125,
            "wilson95": [
              0.0022099755204522745,
              0.06746270077668665
            ],
            "bootstrap95": [
              0.0,
              0.0375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 19,
            "text_mean": 0.2375,
            "pooled": 0.2375,
            "wilson95": [
              0.15764672866774618,
              0.34140778933840543
            ],
            "bootstrap95": [
              0.1375,
              0.3253124999999983
            ]
          }
        },
        "target_test": {
          "threshold": 0.722327914595542,
          "n_text": 120,
          "n_variants": 120,
          "detection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 103,
            "text_mean": 0.8583333333333333,
            "pooled": 0.8583333333333333,
            "wilson95": [
              0.7848050551014282,
              0.9096312089651676
            ],
            "bootstrap95": [
              0.7916666666666666,
              0.9166666666666666
            ]
          },
          "false_rejection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 7,
            "text_mean": 0.058333333333333334,
            "pooled": 0.058333333333333334,
            "wilson95": [
              0.028541010000220295,
              0.11552592033630113
            ],
            "bootstrap95": [
              0.025,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 113,
            "text_mean": 0.9416666666666667,
            "pooled": 0.9416666666666667,
            "wilson95": [
              0.8844740796636988,
              0.9714589899997798
            ],
            "bootstrap95": [
              0.9,
              0.9833333333333333
            ]
          },
          "present_wrong_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.031019166418703486
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 113,
            "text_mean": 0.9416666666666667,
            "pooled": 0.9416666666666667,
            "wilson95": [
              0.8844740796636988,
              0.9714589899997798
            ],
            "bootstrap95": [
              0.9,
              0.975
            ]
          },
          "absent_false_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 17,
            "text_mean": 0.14166666666666666,
            "pooled": 0.14166666666666666,
            "wilson95": [
              0.09036879103483236,
              0.21519494489857183
            ],
            "bootstrap95": [
              0.08333333333333333,
              0.20833333333333334
            ]
          }
        },
        "local_reference": {
          "threshold": 0.8648143527316725,
          "target_test": {
            "threshold": 0.8648143527316725,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 86,
              "text_mean": 0.7166666666666667,
              "pooled": 0.7166666666666667,
              "wilson95": [
                0.6302979754694596,
                0.7895937190824355
              ],
              "bootstrap95": [
                0.6333333333333333,
                0.7916666666666666
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 4,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.0130375510983506,
                0.082580337559106
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.06666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 116,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.917419662440894,
                0.9869624489016494
              ],
              "bootstrap95": [
                0.9333333333333333,
                0.9916666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 116,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.917419662440894,
                0.9869624489016494
              ],
              "bootstrap95": [
                0.9333333333333333,
                0.9916666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 34,
              "text_mean": 0.2833333333333333,
              "pooled": 0.2833333333333333,
              "wilson95": [
                0.21040628091756453,
                0.36970202453054035
              ],
              "bootstrap95": [
                0.20833333333333334,
                0.36666666666666664
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "ag_news|k2|natural|aligned",
        "target": "ag_news|k2|neutral|aligned",
        "source_task": "ag_news",
        "target_task": "ag_news",
        "score": "none_probability",
        "threshold": 0.7269,
        "source_calibration_subset": {
          "threshold": 0.7269,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 67,
            "text_mean": 0.8375,
            "pooled": 0.8375,
            "wilson95": [
              0.7415709565930229,
              0.9025018059704963
            ],
            "bootstrap95": [
              0.75,
              0.9125
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 73,
            "text_mean": 0.9125,
            "pooled": 0.9125,
            "wilson95": [
              0.8302320449152499,
              0.9569679982179401
            ],
            "bootstrap95": [
              0.85,
              0.975
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.8875,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 13,
            "text_mean": 0.1625,
            "pooled": 0.1625,
            "wilson95": [
              0.09749819402950367,
              0.2584290434069771
            ],
            "bootstrap95": [
              0.0875,
              0.25
            ]
          }
        },
        "target_test": {
          "threshold": 0.7269,
          "n_text": 120,
          "n_variants": 120,
          "detection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 104,
            "text_mean": 0.8666666666666667,
            "pooled": 0.8666666666666667,
            "wilson95": [
              0.7943520342531574,
              0.916233910373127
            ],
            "bootstrap95": [
              0.8083333333333333,
              0.9166666666666666
            ]
          },
          "false_rejection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 4,
            "text_mean": 0.03333333333333333,
            "pooled": 0.03333333333333333,
            "wilson95": [
              0.0130375510983506,
              0.082580337559106
            ],
            "bootstrap95": [
              0.008333333333333333,
              0.06666666666666667
            ]
          },
          "present_correct_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 116,
            "text_mean": 0.9666666666666667,
            "pooled": 0.9666666666666667,
            "wilson95": [
              0.917419662440894,
              0.9869624489016494
            ],
            "bootstrap95": [
              0.9333333333333333,
              0.9916666666666667
            ]
          },
          "present_wrong_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              0.0,
              0.031019166418703486
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 116,
            "text_mean": 0.9666666666666667,
            "pooled": 0.9666666666666667,
            "wilson95": [
              0.917419662440894,
              0.9869624489016494
            ],
            "bootstrap95": [
              0.9333333333333333,
              0.9916666666666667
            ]
          },
          "absent_false_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 16,
            "text_mean": 0.13333333333333333,
            "pooled": 0.13333333333333333,
            "wilson95": [
              0.08376608962687311,
              0.20564796574684285
            ],
            "bootstrap95": [
              0.075,
              0.2
            ]
          }
        },
        "local_reference": {
          "threshold": 0.6372,
          "target_test": {
            "threshold": 0.6372,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 108,
              "text_mean": 0.9,
              "pooled": 0.9,
              "wilson95": [
                0.833318258891048,
                0.9418664079739892
              ],
              "bootstrap95": [
                0.8416666666666667,
                0.95
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 7,
              "text_mean": 0.058333333333333334,
              "pooled": 0.058333333333333334,
              "wilson95": [
                0.028541010000220295,
                0.11552592033630113
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.1
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 113,
              "text_mean": 0.9416666666666667,
              "pooled": 0.9416666666666667,
              "wilson95": [
                0.8844740796636988,
                0.9714589899997798
              ],
              "bootstrap95": [
                0.9,
                0.9833333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 0,
              "text_mean": 0.0,
              "pooled": 0.0,
              "wilson95": [
                0.0,
                0.031019166418703486
              ],
              "bootstrap95": [
                0.0,
                0.0
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 113,
              "text_mean": 0.9416666666666667,
              "pooled": 0.9416666666666667,
              "wilson95": [
                0.8844740796636988,
                0.9714589899997798
              ],
              "bootstrap95": [
                0.8916666666666667,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 12,
              "text_mean": 0.1,
              "pooled": 0.1,
              "wilson95": [
                0.058133592026010775,
                0.166681741108952
              ],
              "bootstrap95": [
                0.05,
                0.15833333333333333
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "ag_news|k3|natural|aligned",
        "target": "ag_news|k3|neutral|aligned",
        "source_task": "ag_news",
        "target_task": "ag_news",
        "score": "negative_max",
        "threshold": -0.7302,
        "source_calibration_subset": {
          "threshold": -0.7302,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 56,
            "text_mean": 0.7,
            "pooled": 0.7,
            "wilson95": [
              0.5923184607866026,
              0.7893542873991866
            ],
            "bootstrap95": [
              0.6,
              0.8
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 73,
            "text_mean": 0.9125,
            "pooled": 0.9125,
            "wilson95": [
              0.8302320449152499,
              0.9569679982179401
            ],
            "bootstrap95": [
              0.85,
              0.9628124999999983
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 24,
            "text_mean": 0.3,
            "pooled": 0.3,
            "wilson95": [
              0.2106457126008134,
              0.40768153921339734
            ],
            "bootstrap95": [
              0.2,
              0.4
            ]
          }
        },
        "target_test": {
          "threshold": -0.7302,
          "n_text": 120,
          "n_variants": 120,
          "detection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 102,
            "text_mean": 0.85,
            "pooled": 0.85,
            "wilson95": [
              0.775324706432755,
              0.9029618770741527
            ],
            "bootstrap95": [
              0.7833333333333333,
              0.9083333333333333
            ]
          },
          "false_rejection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 7,
            "text_mean": 0.058333333333333334,
            "pooled": 0.058333333333333334,
            "wilson95": [
              0.028541010000220295,
              0.11552592033630113
            ],
            "bootstrap95": [
              0.016666666666666666,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 110,
            "text_mean": 0.9166666666666666,
            "pooled": 0.9166666666666666,
            "wilson95": [
              0.8533776783593434,
              0.9541063496250703
            ],
            "bootstrap95": [
              0.8666666666666667,
              0.9583333333333334
            ]
          },
          "present_wrong_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 3,
            "text_mean": 0.025,
            "pooled": 0.025,
            "wilson95": [
              0.008538174769902228,
              0.0709300333278661
            ],
            "bootstrap95": [
              0.0,
              0.058333333333333334
            ]
          },
          "present_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 113,
            "text_mean": 0.9416666666666667,
            "pooled": 0.9416666666666667,
            "wilson95": [
              0.8844740796636988,
              0.9714589899997798
            ],
            "bootstrap95": [
              0.8916666666666667,
              0.9833333333333333
            ]
          },
          "absent_false_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 18,
            "text_mean": 0.15,
            "pooled": 0.15,
            "wilson95": [
              0.09703812292584739,
              0.22467529356724508
            ],
            "bootstrap95": [
              0.09166666666666666,
              0.21666666666666667
            ]
          }
        },
        "local_reference": {
          "threshold": -0.6367,
          "target_test": {
            "threshold": -0.6367,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 92,
              "text_mean": 0.7666666666666667,
              "pooled": 0.7666666666666667,
              "wilson95": [
                0.683445529241854,
                0.833344248668171
              ],
              "bootstrap95": [
                0.6916666666666667,
                0.8416666666666667
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 4,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.0130375510983506,
                0.082580337559106
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.06666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 113,
              "text_mean": 0.9416666666666667,
              "pooled": 0.9416666666666667,
              "wilson95": [
                0.8844740796636988,
                0.9714589899997798
              ],
              "bootstrap95": [
                0.8997916666666667,
                0.9833333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 3,
              "text_mean": 0.025,
              "pooled": 0.025,
              "wilson95": [
                0.008538174769902228,
                0.0709300333278661
              ],
              "bootstrap95": [
                0.0,
                0.058333333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 116,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.917419662440894,
                0.9869624489016494
              ],
              "bootstrap95": [
                0.9333333333333333,
                0.9916666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 28,
              "text_mean": 0.23333333333333334,
              "pooled": 0.23333333333333334,
              "wilson95": [
                0.16665575133182917,
                0.31655447075814613
              ],
              "bootstrap95": [
                0.15833333333333333,
                0.31666666666666665
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "ag_news|k3|natural|aligned",
        "target": "ag_news|k3|neutral|aligned",
        "source_task": "ag_news",
        "target_task": "ag_news",
        "score": "normalized_entropy",
        "threshold": 0.700888029196142,
        "source_calibration_subset": {
          "threshold": 0.700888029196142,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 56,
            "text_mean": 0.7,
            "pooled": 0.7,
            "wilson95": [
              0.5923184607866026,
              0.7893542873991866
            ],
            "bootstrap95": [
              0.6,
              0.8
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 2,
            "text_mean": 0.025,
            "pooled": 0.025,
            "wilson95": [
              0.006882893202970648,
              0.0866443298557801
            ],
            "bootstrap95": [
              0.0,
              0.0625
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 75,
            "text_mean": 0.9375,
            "pooled": 0.9375,
            "wilson95": [
              0.8618985123272557,
              0.973010624329158
            ],
            "bootstrap95": [
              0.8875,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 78,
            "text_mean": 0.975,
            "pooled": 0.975,
            "wilson95": [
              0.9133556701442198,
              0.9931171067970292
            ],
            "bootstrap95": [
              0.9375,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 24,
            "text_mean": 0.3,
            "pooled": 0.3,
            "wilson95": [
              0.2106457126008134,
              0.40768153921339734
            ],
            "bootstrap95": [
              0.2,
              0.4
            ]
          }
        },
        "target_test": {
          "threshold": 0.700888029196142,
          "n_text": 120,
          "n_variants": 120,
          "detection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 102,
            "text_mean": 0.85,
            "pooled": 0.85,
            "wilson95": [
              0.775324706432755,
              0.9029618770741527
            ],
            "bootstrap95": [
              0.7833333333333333,
              0.9083333333333333
            ]
          },
          "false_rejection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 5,
            "text_mean": 0.041666666666666664,
            "pooled": 0.041666666666666664,
            "wilson95": [
              0.017926716880109515,
              0.09384085233703535
            ],
            "bootstrap95": [
              0.008333333333333333,
              0.08333333333333333
            ]
          },
          "present_correct_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 112,
            "text_mean": 0.9333333333333333,
            "pooled": 0.9333333333333333,
            "wilson95": [
              0.8739486959646967,
              0.9658346931390938
            ],
            "bootstrap95": [
              0.8833333333333333,
              0.975
            ]
          },
          "present_wrong_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 3,
            "text_mean": 0.025,
            "pooled": 0.025,
            "wilson95": [
              0.008538174769902228,
              0.0709300333278661
            ],
            "bootstrap95": [
              0.0,
              0.058333333333333334
            ]
          },
          "present_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 115,
            "text_mean": 0.9583333333333334,
            "pooled": 0.9583333333333334,
            "wilson95": [
              0.9061591476629647,
              0.9820732831198906
            ],
            "bootstrap95": [
              0.9166666666666666,
              0.9916666666666667
            ]
          },
          "absent_false_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 18,
            "text_mean": 0.15,
            "pooled": 0.15,
            "wilson95": [
              0.09703812292584739,
              0.22467529356724508
            ],
            "bootstrap95": [
              0.09166666666666666,
              0.21666666666666667
            ]
          }
        },
        "local_reference": {
          "threshold": 0.815088412831798,
          "target_test": {
            "threshold": 0.815088412831798,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 92,
              "text_mean": 0.7666666666666667,
              "pooled": 0.7666666666666667,
              "wilson95": [
                0.683445529241854,
                0.833344248668171
              ],
              "bootstrap95": [
                0.6916666666666667,
                0.8416666666666667
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 4,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.0130375510983506,
                0.082580337559106
              ],
              "bootstrap95": [
                0.008333333333333333,
                0.06666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 113,
              "text_mean": 0.9416666666666667,
              "pooled": 0.9416666666666667,
              "wilson95": [
                0.8844740796636988,
                0.9714589899997798
              ],
              "bootstrap95": [
                0.9,
                0.975
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 3,
              "text_mean": 0.025,
              "pooled": 0.025,
              "wilson95": [
                0.008538174769902228,
                0.0709300333278661
              ],
              "bootstrap95": [
                0.0,
                0.058333333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 116,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.917419662440894,
                0.9869624489016494
              ],
              "bootstrap95": [
                0.9333333333333333,
                0.9916666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 28,
              "text_mean": 0.23333333333333334,
              "pooled": 0.23333333333333334,
              "wilson95": [
                0.16665575133182917,
                0.31655447075814613
              ],
              "bootstrap95": [
                0.15833333333333333,
                0.30833333333333335
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "ag_news|k3|natural|aligned",
        "target": "ag_news|k3|neutral|aligned",
        "source_task": "ag_news",
        "target_task": "ag_news",
        "score": "none_probability",
        "threshold": 0.6667,
        "source_calibration_subset": {
          "threshold": 0.6667,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 64,
            "text_mean": 0.8,
            "pooled": 0.8,
            "wilson95": [
              0.6995375627182917,
              0.8729715595603921
            ],
            "bootstrap95": [
              0.7125,
              0.875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 71,
            "text_mean": 0.8875,
            "pooled": 0.8875,
            "wilson95": [
              0.7998178190762713,
              0.9396731305336952
            ],
            "bootstrap95": [
              0.8125,
              0.95
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 5,
            "text_mean": 0.0625,
            "pooled": 0.0625,
            "wilson95": [
              0.026989375670841982,
              0.13810148767274424
            ],
            "bootstrap95": [
              0.0125,
              0.125
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 16,
            "text_mean": 0.2,
            "pooled": 0.2,
            "wilson95": [
              0.12702844043960787,
              0.30046243728170835
            ],
            "bootstrap95": [
              0.1125,
              0.2875
            ]
          }
        },
        "target_test": {
          "threshold": 0.6667,
          "n_text": 120,
          "n_variants": 120,
          "detection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 99,
            "text_mean": 0.825,
            "pooled": 0.825,
            "wilson95": [
              0.7472429012735073,
              0.8825946405543355
            ],
            "bootstrap95": [
              0.7583333333333333,
              0.8916666666666667
            ]
          },
          "false_rejection": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 4,
            "text_mean": 0.03333333333333333,
            "pooled": 0.03333333333333333,
            "wilson95": [
              0.0130375510983506,
              0.082580337559106
            ],
            "bootstrap95": [
              0.008333333333333333,
              0.075
            ]
          },
          "present_correct_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 113,
            "text_mean": 0.9416666666666667,
            "pooled": 0.9416666666666667,
            "wilson95": [
              0.8844740796636988,
              0.9714589899997798
            ],
            "bootstrap95": [
              0.8916666666666667,
              0.975
            ]
          },
          "present_wrong_accepted": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 3,
            "text_mean": 0.025,
            "pooled": 0.025,
            "wilson95": [
              0.008538174769902228,
              0.0709300333278661
            ],
            "bootstrap95": [
              0.0,
              0.058333333333333334
            ]
          },
          "present_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 116,
            "text_mean": 0.9666666666666667,
            "pooled": 0.9666666666666667,
            "wilson95": [
              0.917419662440894,
              0.9869624489016494
            ],
            "bootstrap95": [
              0.9333333333333333,
              0.9916666666666667
            ]
          },
          "absent_false_acceptance": {
            "n_text": 120,
            "n_variants": 120,
            "successes": 21,
            "text_mean": 0.175,
            "pooled": 0.175,
            "wilson95": [
              0.11740535944566463,
              0.25275709872649266
            ],
            "bootstrap95": [
              0.10833333333333334,
              0.24166666666666667
            ]
          }
        },
        "local_reference": {
          "threshold": 0.7389,
          "target_test": {
            "threshold": 0.7389,
            "n_text": 120,
            "n_variants": 120,
            "detection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 89,
              "text_mean": 0.7416666666666667,
              "pooled": 0.7416666666666667,
              "wilson95": [
                0.6567146994175665,
                0.8116260368133936
              ],
              "bootstrap95": [
                0.6583333333333333,
                0.8166666666666667
              ]
            },
            "false_rejection": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 2,
              "text_mean": 0.016666666666666666,
              "pooled": 0.016666666666666666,
              "wilson95": [
                0.004582564565921141,
                0.0587359629721589
              ],
              "bootstrap95": [
                0.0,
                0.041666666666666664
              ]
            },
            "present_correct_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 115,
              "text_mean": 0.9583333333333334,
              "pooled": 0.9583333333333334,
              "wilson95": [
                0.9061591476629647,
                0.9820732831198906
              ],
              "bootstrap95": [
                0.9166666666666666,
                0.9916666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 3,
              "text_mean": 0.025,
              "pooled": 0.025,
              "wilson95": [
                0.008538174769902228,
                0.0709300333278661
              ],
              "bootstrap95": [
                0.0,
                0.058333333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 118,
              "text_mean": 0.9833333333333333,
              "pooled": 0.9833333333333333,
              "wilson95": [
                0.941264037027841,
                0.9954174354340789
              ],
              "bootstrap95": [
                0.9583333333333334,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 120,
              "n_variants": 120,
              "successes": 31,
              "text_mean": 0.25833333333333336,
              "pooled": 0.25833333333333336,
              "wilson95": [
                0.18837396318660649,
                0.3432853005824337
              ],
              "bootstrap95": [
                0.175,
                0.3416666666666667
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "count",
        "source": "dbpedia|k2|natural|aligned",
        "target": "dbpedia|k4|natural|aligned",
        "source_task": "dbpedia",
        "target_task": "dbpedia",
        "score": "negative_max",
        "threshold": -0.6396,
        "source_calibration_subset": {
          "threshold": -0.6396,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 60,
            "text_mean": 0.75,
            "pooled": 0.75,
            "wilson95": [
              0.6451532538076602,
              0.8319376814245761
            ],
            "bootstrap95": [
              0.65,
              0.8375
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 75,
            "text_mean": 0.9375,
            "pooled": 0.9375,
            "wilson95": [
              0.8618985123272557,
              0.973010624329158
            ],
            "bootstrap95": [
              0.875,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 1,
            "text_mean": 0.0125,
            "pooled": 0.0125,
            "wilson95": [
              0.0022099755204522745,
              0.06746270077668665
            ],
            "bootstrap95": [
              0.0,
              0.0375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 20,
            "text_mean": 0.25,
            "pooled": 0.25,
            "wilson95": [
              0.16806231857542375,
              0.3548467461923397
            ],
            "bootstrap95": [
              0.1625,
              0.35
            ]
          }
        },
        "target_test": {
          "threshold": -0.6396,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 320,
            "text_mean": 0.7619047619047619,
            "pooled": 0.7619047619047619,
            "wilson95": [
              0.718913337377947,
              0.8001486737149102
            ],
            "bootstrap95": [
              0.7214285714285714,
              0.8
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 16,
            "text_mean": 0.0380952380952381,
            "pooled": 0.0380952380952381,
            "wilson95": [
              0.02358283957497366,
              0.06098052267944147
            ],
            "bootstrap95": [
              0.02142857142857143,
              0.05714285714285714
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 395,
            "text_mean": 0.9404761904761905,
            "pooled": 0.9404761904761905,
            "wilson95": [
              0.9136078748319504,
              0.9593600529151279
            ],
            "bootstrap95": [
              0.9166666666666666,
              0.9595238095238096
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 9,
            "text_mean": 0.02142857142857143,
            "pooled": 0.02142857142857143,
            "wilson95": [
              0.011313786149558061,
              0.04021835721712977
            ],
            "bootstrap95": [
              0.009523809523809525,
              0.03571428571428571
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 404,
            "text_mean": 0.9619047619047619,
            "pooled": 0.9619047619047619,
            "wilson95": [
              0.9390194773205586,
              0.9764171604250264
            ],
            "bootstrap95": [
              0.9428571428571428,
              0.9785714285714285
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 100,
            "text_mean": 0.23809523809523808,
            "pooled": 0.23809523809523808,
            "wilson95": [
              0.19985132628508967,
              0.2810866626220529
            ],
            "bootstrap95": [
              0.1976190476190476,
              0.28095238095238095
            ]
          }
        },
        "local_reference": {
          "threshold": -0.6414,
          "target_test": {
            "threshold": -0.6414,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 320,
              "text_mean": 0.7619047619047619,
              "pooled": 0.7619047619047619,
              "wilson95": [
                0.718913337377947,
                0.8001486737149102
              ],
              "bootstrap95": [
                0.7214285714285714,
                0.8
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 16,
              "text_mean": 0.0380952380952381,
              "pooled": 0.0380952380952381,
              "wilson95": [
                0.02358283957497366,
                0.06098052267944147
              ],
              "bootstrap95": [
                0.02142857142857143,
                0.05714285714285714
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 395,
              "text_mean": 0.9404761904761905,
              "pooled": 0.9404761904761905,
              "wilson95": [
                0.9136078748319504,
                0.9593600529151279
              ],
              "bootstrap95": [
                0.919047619047619,
                0.9619047619047619
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 9,
              "text_mean": 0.02142857142857143,
              "pooled": 0.02142857142857143,
              "wilson95": [
                0.011313786149558061,
                0.04021835721712977
              ],
              "bootstrap95": [
                0.009523809523809525,
                0.03571428571428571
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 404,
              "text_mean": 0.9619047619047619,
              "pooled": 0.9619047619047619,
              "wilson95": [
                0.9390194773205586,
                0.9764171604250264
              ],
              "bootstrap95": [
                0.9428571428571428,
                0.9785714285714285
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 100,
              "text_mean": 0.23809523809523808,
              "pooled": 0.23809523809523808,
              "wilson95": [
                0.19985132628508967,
                0.2810866626220529
              ],
              "bootstrap95": [
                0.1976190476190476,
                0.28095238095238095
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "count",
        "source": "dbpedia|k2|natural|aligned",
        "target": "dbpedia|k4|natural|aligned",
        "source_task": "dbpedia",
        "target_task": "dbpedia",
        "score": "normalized_entropy",
        "threshold": 0.9430147184002298,
        "source_calibration_subset": {
          "threshold": 0.9430147184002298,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 60,
            "text_mean": 0.75,
            "pooled": 0.75,
            "wilson95": [
              0.6451532538076602,
              0.8319376814245761
            ],
            "bootstrap95": [
              0.65,
              0.8375
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 75,
            "text_mean": 0.9375,
            "pooled": 0.9375,
            "wilson95": [
              0.8618985123272557,
              0.973010624329158
            ],
            "bootstrap95": [
              0.875,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 1,
            "text_mean": 0.0125,
            "pooled": 0.0125,
            "wilson95": [
              0.0022099755204522745,
              0.06746270077668665
            ],
            "bootstrap95": [
              0.0,
              0.0375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 20,
            "text_mean": 0.25,
            "pooled": 0.25,
            "wilson95": [
              0.16806231857542375,
              0.3548467461923397
            ],
            "bootstrap95": [
              0.1625,
              0.3375
            ]
          }
        },
        "target_test": {
          "threshold": 0.9430147184002298,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 247,
            "text_mean": 0.5880952380952381,
            "pooled": 0.5880952380952381,
            "wilson95": [
              0.540433623586559,
              0.6341599619628566
            ],
            "bootstrap95": [
              0.5428571428571428,
              0.6333333333333333
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 4,
            "text_mean": 0.009523809523809525,
            "pooled": 0.009523809523809525,
            "wilson95": [
              0.003709680578933148,
              0.024228735010806617
            ],
            "bootstrap95": [
              0.002380952380952381,
              0.01904761904761905
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 404,
            "text_mean": 0.9619047619047619,
            "pooled": 0.9619047619047619,
            "wilson95": [
              0.9390194773205586,
              0.9764171604250264
            ],
            "bootstrap95": [
              0.9428571428571428,
              0.9785714285714285
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 12,
            "text_mean": 0.02857142857142857,
            "pooled": 0.02857142857142857,
            "wilson95": [
              0.016418204251796475,
              0.04927017578106019
            ],
            "bootstrap95": [
              0.014285714285714285,
              0.04523809523809524
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 416,
            "text_mean": 0.9904761904761905,
            "pooled": 0.9904761904761905,
            "wilson95": [
              0.9757712649891934,
              0.9962903194210668
            ],
            "bootstrap95": [
              0.9809523809523809,
              0.9976190476190476
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 173,
            "text_mean": 0.4119047619047619,
            "pooled": 0.4119047619047619,
            "wilson95": [
              0.36584003803714327,
              0.459566376413441
            ],
            "bootstrap95": [
              0.36428571428571427,
              0.4595238095238095
            ]
          }
        },
        "local_reference": {
          "threshold": 0.7126215137124597,
          "target_test": {
            "threshold": 0.7126215137124597,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 323,
              "text_mean": 0.7690476190476191,
              "pooled": 0.7690476190476191,
              "wilson95": [
                0.7264129389648701,
                0.8068053087941562
              ],
              "bootstrap95": [
                0.7285714285714285,
                0.8095238095238095
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 15,
              "text_mean": 0.03571428571428571,
              "pooled": 0.03571428571428571,
              "wilson95": [
                0.021760783038651,
                0.058083833660374506
              ],
              "bootstrap95": [
                0.01904761904761905,
                0.05238095238095238
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 394,
              "text_mean": 0.9380952380952381,
              "pooled": 0.9380952380952381,
              "wilson95": [
                0.9108414891322402,
                0.9574076930594485
              ],
              "bootstrap95": [
                0.9142857142857143,
                0.9595238095238096
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 11,
              "text_mean": 0.02619047619047619,
              "pooled": 0.02619047619047619,
              "wilson95": [
                0.01468608248136842,
                0.04628355199609863
              ],
              "bootstrap95": [
                0.011904761904761904,
                0.04285714285714286
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 405,
              "text_mean": 0.9642857142857143,
              "pooled": 0.9642857142857143,
              "wilson95": [
                0.9419161663396255,
                0.9782392169613491
              ],
              "bootstrap95": [
                0.9452380952380952,
                0.9809523809523809
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 97,
              "text_mean": 0.23095238095238096,
              "pooled": 0.23095238095238096,
              "wilson95": [
                0.1931946912058438,
                0.27358706103513
              ],
              "bootstrap95": [
                0.19047619047619047,
                0.2714285714285714
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "count",
        "source": "dbpedia|k2|natural|aligned",
        "target": "dbpedia|k4|natural|aligned",
        "source_task": "dbpedia",
        "target_task": "dbpedia",
        "score": "none_probability",
        "threshold": 0.7033,
        "source_calibration_subset": {
          "threshold": 0.7033,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 67,
            "text_mean": 0.8375,
            "pooled": 0.8375,
            "wilson95": [
              0.7415709565930229,
              0.9025018059704963
            ],
            "bootstrap95": [
              0.75,
              0.9125
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 75,
            "text_mean": 0.9375,
            "pooled": 0.9375,
            "wilson95": [
              0.8618985123272557,
              0.973010624329158
            ],
            "bootstrap95": [
              0.875,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 1,
            "text_mean": 0.0125,
            "pooled": 0.0125,
            "wilson95": [
              0.0022099755204522745,
              0.06746270077668665
            ],
            "bootstrap95": [
              0.0,
              0.0375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 13,
            "text_mean": 0.1625,
            "pooled": 0.1625,
            "wilson95": [
              0.09749819402950367,
              0.2584290434069771
            ],
            "bootstrap95": [
              0.0875,
              0.25
            ]
          }
        },
        "target_test": {
          "threshold": 0.7033,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 344,
            "text_mean": 0.819047619047619,
            "pooled": 0.819047619047619,
            "wilson95": [
              0.7793912862957219,
              0.8529206181264862
            ],
            "bootstrap95": [
              0.780952380952381,
              0.8523809523809524
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 28,
            "text_mean": 0.06666666666666667,
            "pooled": 0.06666666666666667,
            "wilson95": [
              0.04652400436665026,
              0.09466430455244022
            ],
            "bootstrap95": [
              0.04523809523809524,
              0.09053571428571396
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 382,
            "text_mean": 0.9095238095238095,
            "pooled": 0.9095238095238095,
            "wilson95": [
              0.8782511154538757,
              0.9333731200731377
            ],
            "bootstrap95": [
              0.8809523809523809,
              0.9357142857142857
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 10,
            "text_mean": 0.023809523809523808,
            "pooled": 0.023809523809523808,
            "wilson95": [
              0.01298327807474163,
              0.04326761084733581
            ],
            "bootstrap95": [
              0.009523809523809525,
              0.0380952380952381
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 392,
            "text_mean": 0.9333333333333333,
            "pooled": 0.9333333333333333,
            "wilson95": [
              0.9053356954475599,
              0.9534759956333497
            ],
            "bootstrap95": [
              0.9095238095238095,
              0.9571428571428572
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 76,
            "text_mean": 0.18095238095238095,
            "pooled": 0.18095238095238095,
            "wilson95": [
              0.1470793818735138,
              0.22060871370427806
            ],
            "bootstrap95": [
              0.14285714285714285,
              0.21666666666666667
            ]
          }
        },
        "local_reference": {
          "threshold": 0.7889,
          "target_test": {
            "threshold": 0.7889,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 320,
              "text_mean": 0.7619047619047619,
              "pooled": 0.7619047619047619,
              "wilson95": [
                0.718913337377947,
                0.8001486737149102
              ],
              "bootstrap95": [
                0.7214285714285714,
                0.8
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 20,
              "text_mean": 0.047619047619047616,
              "pooled": 0.047619047619047616,
              "wilson95": [
                0.031034610750252264,
                0.0724037337257213
              ],
              "bootstrap95": [
                0.02857142857142857,
                0.06904761904761905
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 389,
              "text_mean": 0.9261904761904762,
              "pooled": 0.9261904761904762,
              "wilson95": [
                0.8971381987632399,
                0.9475172556515008
              ],
              "bootstrap95": [
                0.8976190476190476,
                0.95
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 11,
              "text_mean": 0.02619047619047619,
              "pooled": 0.02619047619047619,
              "wilson95": [
                0.01468608248136842,
                0.04628355199609863
              ],
              "bootstrap95": [
                0.011904761904761904,
                0.04285714285714286
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 400,
              "text_mean": 0.9523809523809523,
              "pooled": 0.9523809523809523,
              "wilson95": [
                0.9275962662742786,
                0.9689653892497477
              ],
              "bootstrap95": [
                0.930952380952381,
                0.9714285714285714
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 100,
              "text_mean": 0.23809523809523808,
              "pooled": 0.23809523809523808,
              "wilson95": [
                0.19985132628508967,
                0.2810866626220529
              ],
              "bootstrap95": [
                0.1976190476190476,
                0.2785714285714286
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "count",
        "source": "dbpedia|k2|natural|aligned",
        "target": "dbpedia|k13|natural|aligned",
        "source_task": "dbpedia",
        "target_task": "dbpedia",
        "score": "negative_max",
        "threshold": -0.6396,
        "source_calibration_subset": {
          "threshold": -0.6396,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 60,
            "text_mean": 0.75,
            "pooled": 0.75,
            "wilson95": [
              0.6451532538076602,
              0.8319376814245761
            ],
            "bootstrap95": [
              0.65,
              0.8375
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 75,
            "text_mean": 0.9375,
            "pooled": 0.9375,
            "wilson95": [
              0.8618985123272557,
              0.973010624329158
            ],
            "bootstrap95": [
              0.875,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 1,
            "text_mean": 0.0125,
            "pooled": 0.0125,
            "wilson95": [
              0.0022099755204522745,
              0.06746270077668665
            ],
            "bootstrap95": [
              0.0,
              0.0375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 20,
            "text_mean": 0.25,
            "pooled": 0.25,
            "wilson95": [
              0.16806231857542375,
              0.3548467461923397
            ],
            "bootstrap95": [
              0.1625,
              0.35
            ]
          }
        },
        "target_test": {
          "threshold": -0.6396,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 82,
            "text_mean": 0.19523809523809524,
            "pooled": 0.19523809523809524,
            "wilson95": [
              0.1601627636028837,
              0.23583780530724588
            ],
            "bootstrap95": [
              0.15714285714285714,
              0.2357142857142857
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 10,
            "text_mean": 0.023809523809523808,
            "pooled": 0.023809523809523808,
            "wilson95": [
              0.01298327807474163,
              0.04326761084733581
            ],
            "bootstrap95": [
              0.009523809523809525,
              0.0380952380952381
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 368,
            "text_mean": 0.8761904761904762,
            "pooled": 0.8761904761904762,
            "wilson95": [
              0.8412399247962397,
              0.9043218729553191
            ],
            "bootstrap95": [
              0.8428571428571429,
              0.9071428571428571
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 42,
            "text_mean": 0.1,
            "pooled": 0.1,
            "wilson95": [
              0.07483557767166149,
              0.13241516902288358
            ],
            "bootstrap95": [
              0.07136904761904762,
              0.13095238095238096
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 410,
            "text_mean": 0.9761904761904762,
            "pooled": 0.9761904761904762,
            "wilson95": [
              0.9567323891526642,
              0.9870167219252584
            ],
            "bootstrap95": [
              0.9619047619047619,
              0.9904761904761905
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 338,
            "text_mean": 0.8047619047619048,
            "pooled": 0.8047619047619048,
            "wilson95": [
              0.7641621946927541,
              0.8398372363971163
            ],
            "bootstrap95": [
              0.7666666666666667,
              0.8428571428571429
            ]
          }
        },
        "local_reference": {
          "threshold": -0.51,
          "target_test": {
            "threshold": -0.51,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 57,
              "text_mean": 0.1357142857142857,
              "pooled": 0.1357142857142857,
              "wilson95": [
                0.10624395215611795,
                0.17178797786927127
              ],
              "bootstrap95": [
                0.10476190476190476,
                0.17142857142857143
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 2,
              "text_mean": 0.004761904761904762,
              "pooled": 0.004761904761904762,
              "wilson95": [
                0.0013068588560261607,
                0.01719406562293438
              ],
              "bootstrap95": [
                0.0,
                0.011904761904761904
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 372,
              "text_mean": 0.8857142857142857,
              "pooled": 0.8857142857142857,
              "wilson95": [
                0.8517280192864081,
                0.912708760686709
              ],
              "bootstrap95": [
                0.8547619047619047,
                0.9166666666666666
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 46,
              "text_mean": 0.10952380952380952,
              "pooled": 0.10952380952380952,
              "wilson95": [
                0.08312181298579976,
                0.14300391593030373
              ],
              "bootstrap95": [
                0.08095238095238096,
                0.13815476190476159
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 418,
              "text_mean": 0.9952380952380953,
              "pooled": 0.9952380952380953,
              "wilson95": [
                0.9828059343770656,
                0.9986931411439739
              ],
              "bootstrap95": [
                0.9880952380952381,
                1.0
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 363,
              "text_mean": 0.8642857142857143,
              "pooled": 0.8642857142857143,
              "wilson95": [
                0.8282120221307289,
                0.8937560478438821
              ],
              "bootstrap95": [
                0.830952380952381,
                0.8952380952380953
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "count",
        "source": "dbpedia|k2|natural|aligned",
        "target": "dbpedia|k13|natural|aligned",
        "source_task": "dbpedia",
        "target_task": "dbpedia",
        "score": "normalized_entropy",
        "threshold": 0.9430147184002298,
        "source_calibration_subset": {
          "threshold": 0.9430147184002298,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 60,
            "text_mean": 0.75,
            "pooled": 0.75,
            "wilson95": [
              0.6451532538076602,
              0.8319376814245761
            ],
            "bootstrap95": [
              0.65,
              0.8375
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 75,
            "text_mean": 0.9375,
            "pooled": 0.9375,
            "wilson95": [
              0.8618985123272557,
              0.973010624329158
            ],
            "bootstrap95": [
              0.875,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 1,
            "text_mean": 0.0125,
            "pooled": 0.0125,
            "wilson95": [
              0.0022099755204522745,
              0.06746270077668665
            ],
            "bootstrap95": [
              0.0,
              0.0375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 20,
            "text_mean": 0.25,
            "pooled": 0.25,
            "wilson95": [
              0.16806231857542375,
              0.3548467461923397
            ],
            "bootstrap95": [
              0.1625,
              0.3375
            ]
          }
        },
        "target_test": {
          "threshold": 0.9430147184002298,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 8,
            "text_mean": 0.01904761904761905,
            "pooled": 0.01904761904761905,
            "wilson95": [
              0.009682629437270296,
              0.03713076837402792
            ],
            "bootstrap95": [
              0.007142857142857143,
              0.03333333333333333
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              -8.673617379884035e-19,
              0.009063433368181315
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 374,
            "text_mean": 0.8904761904761904,
            "pooled": 0.8904761904761904,
            "wilson95": [
              0.8569960840696962,
              0.9168781870142002
            ],
            "bootstrap95": [
              0.8595238095238096,
              0.919047619047619
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 46,
            "text_mean": 0.10952380952380952,
            "pooled": 0.10952380952380952,
            "wilson95": [
              0.08312181298579976,
              0.14300391593030373
            ],
            "bootstrap95": [
              0.08095238095238096,
              0.14047619047619048
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 420,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9909365666318185,
              0.9999999999999999
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 412,
            "text_mean": 0.9809523809523809,
            "pooled": 0.9809523809523809,
            "wilson95": [
              0.962869231625972,
              0.9903173705627296
            ],
            "bootstrap95": [
              0.9666666666666667,
              0.9928571428571429
            ]
          }
        },
        "local_reference": {
          "threshold": 0.2690509605708974,
          "target_test": {
            "threshold": 0.2690509605708974,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 119,
              "text_mean": 0.2833333333333333,
              "pooled": 0.2833333333333333,
              "wilson95": [
                0.24235249913302542,
                0.3282416553265198
              ],
              "bootstrap95": [
                0.24047619047619048,
                0.32857142857142857
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 13,
              "text_mean": 0.030952380952380953,
              "pooled": 0.030952380952380953,
              "wilson95": [
                0.01817640307533147,
                0.052230722512914815
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.05
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 368,
              "text_mean": 0.8761904761904762,
              "pooled": 0.8761904761904762,
              "wilson95": [
                0.8412399247962397,
                0.9043218729553191
              ],
              "bootstrap95": [
                0.8451785714285714,
                0.9071428571428571
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 39,
              "text_mean": 0.09285714285714286,
              "pooled": 0.09285714285714286,
              "wilson95": [
                0.06867123551749692,
                0.1244232745108793
              ],
              "bootstrap95": [
                0.06666666666666667,
                0.12142857142857143
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 407,
              "text_mean": 0.969047619047619,
              "pooled": 0.969047619047619,
              "wilson95": [
                0.9477692774870852,
                0.9818235969246685
              ],
              "bootstrap95": [
                0.9523809523809523,
                0.9833333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 301,
              "text_mean": 0.7166666666666667,
              "pooled": 0.7166666666666667,
              "wilson95": [
                0.6717583446734802,
                0.7576475008669746
              ],
              "bootstrap95": [
                0.6737500000000001,
                0.7571428571428571
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "count",
        "source": "dbpedia|k2|natural|aligned",
        "target": "dbpedia|k13|natural|aligned",
        "source_task": "dbpedia",
        "target_task": "dbpedia",
        "score": "none_probability",
        "threshold": 0.7033,
        "source_calibration_subset": {
          "threshold": 0.7033,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 67,
            "text_mean": 0.8375,
            "pooled": 0.8375,
            "wilson95": [
              0.7415709565930229,
              0.9025018059704963
            ],
            "bootstrap95": [
              0.75,
              0.9125
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 75,
            "text_mean": 0.9375,
            "pooled": 0.9375,
            "wilson95": [
              0.8618985123272557,
              0.973010624329158
            ],
            "bootstrap95": [
              0.875,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 1,
            "text_mean": 0.0125,
            "pooled": 0.0125,
            "wilson95": [
              0.0022099755204522745,
              0.06746270077668665
            ],
            "bootstrap95": [
              0.0,
              0.0375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 13,
            "text_mean": 0.1625,
            "pooled": 0.1625,
            "wilson95": [
              0.09749819402950367,
              0.2584290434069771
            ],
            "bootstrap95": [
              0.0875,
              0.25
            ]
          }
        },
        "target_test": {
          "threshold": 0.7033,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 348,
            "text_mean": 0.8285714285714286,
            "pooled": 0.8285714285714286,
            "wilson95": [
              0.789590028615996,
              0.8615968580277706
            ],
            "bootstrap95": [
              0.7904761904761904,
              0.861904761904762
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 106,
            "text_mean": 0.2523809523809524,
            "pooled": 0.2523809523809524,
            "wilson95": [
              0.21321063266445622,
              0.296039829575024
            ],
            "bootstrap95": [
              0.2119047619047619,
              0.29523809523809524
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 296,
            "text_mean": 0.7047619047619048,
            "pooled": 0.7047619047619048,
            "wilson95": [
              0.6594400265276051,
              0.7463720912359016
            ],
            "bootstrap95": [
              0.6619047619047619,
              0.7476190476190476
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 18,
            "text_mean": 0.04285714285714286,
            "pooled": 0.04285714285714286,
            "wilson95": [
              0.027278547031265078,
              0.06672230633392928
            ],
            "bootstrap95": [
              0.023809523809523808,
              0.06428571428571428
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 314,
            "text_mean": 0.7476190476190476,
            "pooled": 0.7476190476190476,
            "wilson95": [
              0.703960170424976,
              0.7867893673355437
            ],
            "bootstrap95": [
              0.7047619047619048,
              0.7880952380952381
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 72,
            "text_mean": 0.17142857142857143,
            "pooled": 0.17142857142857143,
            "wilson95": [
              0.13840314197222944,
              0.210409971384004
            ],
            "bootstrap95": [
              0.1357142857142857,
              0.20952380952380953
            ]
          }
        },
        "local_reference": {
          "threshold": 0.9999,
          "target_test": {
            "threshold": 0.9999,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 143,
              "text_mean": 0.3404761904761905,
              "pooled": 0.3404761904761905,
              "wilson95": [
                0.29678552069026287,
                0.3870585270986331
              ],
              "bootstrap95": [
                0.29523809523809524,
                0.3880952380952381
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 10,
              "text_mean": 0.023809523809523808,
              "pooled": 0.023809523809523808,
              "wilson95": [
                0.01298327807474163,
                0.04326761084733581
              ],
              "bootstrap95": [
                0.009523809523809525,
                0.04047619047619048
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 363,
              "text_mean": 0.8642857142857143,
              "pooled": 0.8642857142857143,
              "wilson95": [
                0.8282120221307289,
                0.8937560478438821
              ],
              "bootstrap95": [
                0.8308928571428572,
                0.8952380952380953
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 47,
              "text_mean": 0.11190476190476191,
              "pooled": 0.11190476190476191,
              "wilson95": [
                0.08520443538523469,
                0.14564003908625844
              ],
              "bootstrap95": [
                0.08333333333333333,
                0.14285714285714285
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 410,
              "text_mean": 0.9761904761904762,
              "pooled": 0.9761904761904762,
              "wilson95": [
                0.9567323891526642,
                0.9870167219252584
              ],
              "bootstrap95": [
                0.9595238095238096,
                0.9904761904761905
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 277,
              "text_mean": 0.6595238095238095,
              "pooled": 0.6595238095238095,
              "wilson95": [
                0.6129414729013669,
                0.703214479309737
              ],
              "bootstrap95": [
                0.6142857142857143,
                0.7047619047619048
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "dbpedia|k2|natural|aligned",
        "target": "dbpedia|k2|neutral|aligned",
        "source_task": "dbpedia",
        "target_task": "dbpedia",
        "score": "negative_max",
        "threshold": -0.6396,
        "source_calibration_subset": {
          "threshold": -0.6396,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 60,
            "text_mean": 0.75,
            "pooled": 0.75,
            "wilson95": [
              0.6451532538076602,
              0.8319376814245761
            ],
            "bootstrap95": [
              0.65,
              0.85
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 75,
            "text_mean": 0.9375,
            "pooled": 0.9375,
            "wilson95": [
              0.8618985123272557,
              0.973010624329158
            ],
            "bootstrap95": [
              0.875,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 1,
            "text_mean": 0.0125,
            "pooled": 0.0125,
            "wilson95": [
              0.0022099755204522745,
              0.06746270077668665
            ],
            "bootstrap95": [
              0.0,
              0.0375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 20,
            "text_mean": 0.25,
            "pooled": 0.25,
            "wilson95": [
              0.16806231857542375,
              0.3548467461923397
            ],
            "bootstrap95": [
              0.15,
              0.35
            ]
          }
        },
        "target_test": {
          "threshold": -0.6396,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 314,
            "text_mean": 0.7476190476190476,
            "pooled": 0.7476190476190476,
            "wilson95": [
              0.703960170424976,
              0.7867893673355437
            ],
            "bootstrap95": [
              0.7071428571428572,
              0.7880952380952381
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 11,
            "text_mean": 0.02619047619047619,
            "pooled": 0.02619047619047619,
            "wilson95": [
              0.01468608248136842,
              0.04628355199609863
            ],
            "bootstrap95": [
              0.011904761904761904,
              0.04285714285714286
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 405,
            "text_mean": 0.9642857142857143,
            "pooled": 0.9642857142857143,
            "wilson95": [
              0.9419161663396255,
              0.9782392169613491
            ],
            "bootstrap95": [
              0.9452380952380952,
              0.9809523809523809
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 4,
            "text_mean": 0.009523809523809525,
            "pooled": 0.009523809523809525,
            "wilson95": [
              0.003709680578933148,
              0.024228735010806617
            ],
            "bootstrap95": [
              0.002380952380952381,
              0.01904761904761905
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 409,
            "text_mean": 0.9738095238095238,
            "pooled": 0.9738095238095238,
            "wilson95": [
              0.9537164480039013,
              0.9853139175186316
            ],
            "bootstrap95": [
              0.9571428571428572,
              0.9880952380952381
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 106,
            "text_mean": 0.2523809523809524,
            "pooled": 0.2523809523809524,
            "wilson95": [
              0.21321063266445622,
              0.296039829575024
            ],
            "bootstrap95": [
              0.2119047619047619,
              0.29523809523809524
            ]
          }
        },
        "local_reference": {
          "threshold": -0.6253,
          "target_test": {
            "threshold": -0.6253,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 303,
              "text_mean": 0.7214285714285714,
              "pooled": 0.7214285714285714,
              "wilson95": [
                0.6766957942558309,
                0.7621475423954029
              ],
              "bootstrap95": [
                0.6761904761904762,
                0.7619047619047619
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 10,
              "text_mean": 0.023809523809523808,
              "pooled": 0.023809523809523808,
              "wilson95": [
                0.01298327807474163,
                0.04326761084733581
              ],
              "bootstrap95": [
                0.009523809523809525,
                0.0380952380952381
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 406,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.9448321361641523,
                0.9800419926922119
              ],
              "bootstrap95": [
                0.9476190476190476,
                0.9833333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 4,
              "text_mean": 0.009523809523809525,
              "pooled": 0.009523809523809525,
              "wilson95": [
                0.003709680578933148,
                0.024228735010806617
              ],
              "bootstrap95": [
                0.002380952380952381,
                0.01904761904761905
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 410,
              "text_mean": 0.9761904761904762,
              "pooled": 0.9761904761904762,
              "wilson95": [
                0.9567323891526642,
                0.9870167219252584
              ],
              "bootstrap95": [
                0.9619047619047619,
                0.9904761904761905
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 117,
              "text_mean": 0.2785714285714286,
              "pooled": 0.2785714285714286,
              "wilson95": [
                0.23785245760459703,
                0.32330420574416896
              ],
              "bootstrap95": [
                0.23333333333333334,
                0.3238095238095238
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "dbpedia|k2|natural|aligned",
        "target": "dbpedia|k2|neutral|aligned",
        "source_task": "dbpedia",
        "target_task": "dbpedia",
        "score": "normalized_entropy",
        "threshold": 0.9430147184002298,
        "source_calibration_subset": {
          "threshold": 0.9430147184002298,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 60,
            "text_mean": 0.75,
            "pooled": 0.75,
            "wilson95": [
              0.6451532538076602,
              0.8319376814245761
            ],
            "bootstrap95": [
              0.6625,
              0.8375
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 75,
            "text_mean": 0.9375,
            "pooled": 0.9375,
            "wilson95": [
              0.8618985123272557,
              0.973010624329158
            ],
            "bootstrap95": [
              0.875,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 1,
            "text_mean": 0.0125,
            "pooled": 0.0125,
            "wilson95": [
              0.0022099755204522745,
              0.06746270077668665
            ],
            "bootstrap95": [
              0.0,
              0.0375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 20,
            "text_mean": 0.25,
            "pooled": 0.25,
            "wilson95": [
              0.16806231857542375,
              0.3548467461923397
            ],
            "bootstrap95": [
              0.15,
              0.35
            ]
          }
        },
        "target_test": {
          "threshold": 0.9430147184002298,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 314,
            "text_mean": 0.7476190476190476,
            "pooled": 0.7476190476190476,
            "wilson95": [
              0.703960170424976,
              0.7867893673355437
            ],
            "bootstrap95": [
              0.7071428571428572,
              0.7904761904761904
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 11,
            "text_mean": 0.02619047619047619,
            "pooled": 0.02619047619047619,
            "wilson95": [
              0.01468608248136842,
              0.04628355199609863
            ],
            "bootstrap95": [
              0.011904761904761904,
              0.04285714285714286
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 405,
            "text_mean": 0.9642857142857143,
            "pooled": 0.9642857142857143,
            "wilson95": [
              0.9419161663396255,
              0.9782392169613491
            ],
            "bootstrap95": [
              0.9476190476190476,
              0.9809523809523809
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 4,
            "text_mean": 0.009523809523809525,
            "pooled": 0.009523809523809525,
            "wilson95": [
              0.003709680578933148,
              0.024228735010806617
            ],
            "bootstrap95": [
              0.002380952380952381,
              0.01904761904761905
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 409,
            "text_mean": 0.9738095238095238,
            "pooled": 0.9738095238095238,
            "wilson95": [
              0.9537164480039013,
              0.9853139175186316
            ],
            "bootstrap95": [
              0.9571428571428572,
              0.9880952380952381
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 106,
            "text_mean": 0.2523809523809524,
            "pooled": 0.2523809523809524,
            "wilson95": [
              0.21321063266445622,
              0.296039829575024
            ],
            "bootstrap95": [
              0.2119047619047619,
              0.29285714285714287
            ]
          }
        },
        "local_reference": {
          "threshold": 0.9542126362196983,
          "target_test": {
            "threshold": 0.9542126362196983,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 303,
              "text_mean": 0.7214285714285714,
              "pooled": 0.7214285714285714,
              "wilson95": [
                0.6766957942558309,
                0.7621475423954029
              ],
              "bootstrap95": [
                0.6785714285714286,
                0.7642857142857142
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 10,
              "text_mean": 0.023809523809523808,
              "pooled": 0.023809523809523808,
              "wilson95": [
                0.01298327807474163,
                0.04326761084733581
              ],
              "bootstrap95": [
                0.009523809523809525,
                0.0380952380952381
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 406,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.9448321361641523,
                0.9800419926922119
              ],
              "bootstrap95": [
                0.9476190476190476,
                0.9833333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 4,
              "text_mean": 0.009523809523809525,
              "pooled": 0.009523809523809525,
              "wilson95": [
                0.003709680578933148,
                0.024228735010806617
              ],
              "bootstrap95": [
                0.002380952380952381,
                0.01904761904761905
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 410,
              "text_mean": 0.9761904761904762,
              "pooled": 0.9761904761904762,
              "wilson95": [
                0.9567323891526642,
                0.9870167219252584
              ],
              "bootstrap95": [
                0.9619047619047619,
                0.9904761904761905
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 117,
              "text_mean": 0.2785714285714286,
              "pooled": 0.2785714285714286,
              "wilson95": [
                0.23785245760459703,
                0.32330420574416896
              ],
              "bootstrap95": [
                0.23333333333333334,
                0.32142857142857145
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "dbpedia|k2|natural|aligned",
        "target": "dbpedia|k2|neutral|aligned",
        "source_task": "dbpedia",
        "target_task": "dbpedia",
        "score": "none_probability",
        "threshold": 0.7033,
        "source_calibration_subset": {
          "threshold": 0.7033,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 67,
            "text_mean": 0.8375,
            "pooled": 0.8375,
            "wilson95": [
              0.7415709565930229,
              0.9025018059704963
            ],
            "bootstrap95": [
              0.7621875,
              0.9125
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 75,
            "text_mean": 0.9375,
            "pooled": 0.9375,
            "wilson95": [
              0.8618985123272557,
              0.973010624329158
            ],
            "bootstrap95": [
              0.8875,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 1,
            "text_mean": 0.0125,
            "pooled": 0.0125,
            "wilson95": [
              0.0022099755204522745,
              0.06746270077668665
            ],
            "bootstrap95": [
              0.0,
              0.03781249999999829
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 13,
            "text_mean": 0.1625,
            "pooled": 0.1625,
            "wilson95": [
              0.09749819402950367,
              0.2584290434069771
            ],
            "bootstrap95": [
              0.0875,
              0.25
            ]
          }
        },
        "target_test": {
          "threshold": 0.7033,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 357,
            "text_mean": 0.85,
            "pooled": 0.85,
            "wilson95": [
              0.81268617243814,
              0.880969424204133
            ],
            "bootstrap95": [
              0.8142857142857143,
              0.8833333333333333
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 17,
            "text_mean": 0.04047619047619048,
            "pooled": 0.04047619047619048,
            "wilson95": [
              0.025422559673639922,
              0.0638595481361648
            ],
            "bootstrap95": [
              0.023809523809523808,
              0.06190476190476191
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 399,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.9247755897990497,
              0.967067320169587
            ],
            "bootstrap95": [
              0.9261904761904762,
              0.969047619047619
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 4,
            "text_mean": 0.009523809523809525,
            "pooled": 0.009523809523809525,
            "wilson95": [
              0.003709680578933148,
              0.024228735010806617
            ],
            "bootstrap95": [
              0.002380952380952381,
              0.01904761904761905
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 403,
            "text_mean": 0.9595238095238096,
            "pooled": 0.9595238095238096,
            "wilson95": [
              0.9361404518638352,
              0.9745774403263601
            ],
            "bootstrap95": [
              0.9404761904761905,
              0.9761904761904762
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 63,
            "text_mean": 0.15,
            "pooled": 0.15,
            "wilson95": [
              0.11903057579586687,
              0.18731382756186002
            ],
            "bootstrap95": [
              0.11666666666666667,
              0.18333333333333332
            ]
          }
        },
        "local_reference": {
          "threshold": 0.5986,
          "target_test": {
            "threshold": 0.5986,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 374,
              "text_mean": 0.8904761904761904,
              "pooled": 0.8904761904761904,
              "wilson95": [
                0.8569960840696962,
                0.9168781870142002
              ],
              "bootstrap95": [
                0.8595238095238096,
                0.9166666666666666
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 26,
              "text_mean": 0.06190476190476191,
              "pooled": 0.06190476190476191,
              "wilson95": [
                0.04259230694055144,
                0.0891585108677598
              ],
              "bootstrap95": [
                0.04047619047619048,
                0.0880952380952381
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 390,
              "text_mean": 0.9285714285714286,
              "pooled": 0.9285714285714286,
              "wilson95": [
                0.8998630370759932,
                0.9495111628941371
              ],
              "bootstrap95": [
                0.9047619047619048,
                0.9523809523809523
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 4,
              "text_mean": 0.009523809523809525,
              "pooled": 0.009523809523809525,
              "wilson95": [
                0.003709680578933148,
                0.024228735010806617
              ],
              "bootstrap95": [
                0.002380952380952381,
                0.01904761904761905
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 394,
              "text_mean": 0.9380952380952381,
              "pooled": 0.9380952380952381,
              "wilson95": [
                0.9108414891322402,
                0.9574076930594485
              ],
              "bootstrap95": [
                0.9166666666666666,
                0.959583333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 46,
              "text_mean": 0.10952380952380952,
              "pooled": 0.10952380952380952,
              "wilson95": [
                0.08312181298579976,
                0.14300391593030373
              ],
              "bootstrap95": [
                0.08095238095238096,
                0.1380952380952381
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "dbpedia|k4|natural|aligned",
        "target": "dbpedia|k4|neutral|aligned",
        "source_task": "dbpedia",
        "target_task": "dbpedia",
        "score": "negative_max",
        "threshold": -0.6414,
        "source_calibration_subset": {
          "threshold": -0.6414,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 67,
            "text_mean": 0.8375,
            "pooled": 0.8375,
            "wilson95": [
              0.7415709565930229,
              0.9025018059704963
            ],
            "bootstrap95": [
              0.75,
              0.9125
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 75,
            "text_mean": 0.9375,
            "pooled": 0.9375,
            "wilson95": [
              0.8618985123272557,
              0.973010624329158
            ],
            "bootstrap95": [
              0.8875,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 1,
            "text_mean": 0.0125,
            "pooled": 0.0125,
            "wilson95": [
              0.0022099755204522745,
              0.06746270077668665
            ],
            "bootstrap95": [
              0.0,
              0.0375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 13,
            "text_mean": 0.1625,
            "pooled": 0.1625,
            "wilson95": [
              0.09749819402950367,
              0.2584290434069771
            ],
            "bootstrap95": [
              0.0875,
              0.25
            ]
          }
        },
        "target_test": {
          "threshold": -0.6414,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 330,
            "text_mean": 0.7857142857142857,
            "pooled": 0.7857142857142857,
            "wilson95": [
              0.7439751227002515,
              0.822274343946502
            ],
            "bootstrap95": [
              0.7451785714285715,
              0.8238095238095238
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 32,
            "text_mean": 0.0761904761904762,
            "pooled": 0.0761904761904762,
            "wilson95": [
              0.05448387152825197,
              0.10557941961239696
            ],
            "bootstrap95": [
              0.05238095238095238,
              0.10238095238095238
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 380,
            "text_mean": 0.9047619047619048,
            "pooled": 0.9047619047619048,
            "wilson95": [
              0.8729076621941513,
              0.929279082222083
            ],
            "bootstrap95": [
              0.8738095238095238,
              0.930952380952381
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 8,
            "text_mean": 0.01904761904761905,
            "pooled": 0.01904761904761905,
            "wilson95": [
              0.009682629437270296,
              0.03713076837402792
            ],
            "bootstrap95": [
              0.007142857142857143,
              0.03333333333333333
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 388,
            "text_mean": 0.9238095238095239,
            "pooled": 0.9238095238095239,
            "wilson95": [
              0.8944205803876031,
              0.9455161284717482
            ],
            "bootstrap95": [
              0.9,
              0.9476190476190476
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 90,
            "text_mean": 0.21428571428571427,
            "pooled": 0.21428571428571427,
            "wilson95": [
              0.177725656053498,
              0.25602487729974843
            ],
            "bootstrap95": [
              0.1761904761904762,
              0.2523809523809524
            ]
          }
        },
        "local_reference": {
          "threshold": -0.5482,
          "target_test": {
            "threshold": -0.5482,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 315,
              "text_mean": 0.75,
              "pooled": 0.75,
              "wilson95": [
                0.706448213418902,
                0.7890200698970075
              ],
              "bootstrap95": [
                0.7094642857142858,
                0.7904761904761904
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 16,
              "text_mean": 0.0380952380952381,
              "pooled": 0.0380952380952381,
              "wilson95": [
                0.02358283957497366,
                0.06098052267944147
              ],
              "bootstrap95": [
                0.02142857142857143,
                0.05952380952380952
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 391,
              "text_mean": 0.930952380952381,
              "pooled": 0.930952380952381,
              "wilson95": [
                0.9025954190690537,
                0.9514975264564662
              ],
              "bootstrap95": [
                0.9047619047619048,
                0.9547619047619048
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 13,
              "text_mean": 0.030952380952380953,
              "pooled": 0.030952380952380953,
              "wilson95": [
                0.01817640307533147,
                0.052230722512914815
              ],
              "bootstrap95": [
                0.016666666666666666,
                0.047619047619047616
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 404,
              "text_mean": 0.9619047619047619,
              "pooled": 0.9619047619047619,
              "wilson95": [
                0.9390194773205586,
                0.9764171604250264
              ],
              "bootstrap95": [
                0.9428571428571428,
                0.9785714285714285
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 105,
              "text_mean": 0.25,
              "pooled": 0.25,
              "wilson95": [
                0.2109799301029926,
                0.2935517865810981
              ],
              "bootstrap95": [
                0.20952380952380953,
                0.29285714285714287
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "dbpedia|k4|natural|aligned",
        "target": "dbpedia|k4|neutral|aligned",
        "source_task": "dbpedia",
        "target_task": "dbpedia",
        "score": "normalized_entropy",
        "threshold": 0.7126215137124597,
        "source_calibration_subset": {
          "threshold": 0.7126215137124597,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 68,
            "text_mean": 0.85,
            "pooled": 0.85,
            "wilson95": [
              0.7558677143867665,
              0.9120595949383645
            ],
            "bootstrap95": [
              0.7625,
              0.925
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 75,
            "text_mean": 0.9375,
            "pooled": 0.9375,
            "wilson95": [
              0.8618985123272557,
              0.973010624329158
            ],
            "bootstrap95": [
              0.875,
              0.9875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 1,
            "text_mean": 0.0125,
            "pooled": 0.0125,
            "wilson95": [
              0.0022099755204522745,
              0.06746270077668665
            ],
            "bootstrap95": [
              0.0,
              0.0375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 12,
            "text_mean": 0.15,
            "pooled": 0.15,
            "wilson95": [
              0.08794040506163547,
              0.24413228561323347
            ],
            "bootstrap95": [
              0.075,
              0.225
            ]
          }
        },
        "target_test": {
          "threshold": 0.7126215137124597,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 333,
            "text_mean": 0.7928571428571428,
            "pooled": 0.7928571428571428,
            "wilson95": [
              0.7515301808606542,
              0.828875522452268
            ],
            "bootstrap95": [
              0.754702380952381,
              0.8286309523809521
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 26,
            "text_mean": 0.06190476190476191,
            "pooled": 0.06190476190476191,
            "wilson95": [
              0.04259230694055144,
              0.0891585108677598
            ],
            "bootstrap95": [
              0.04047619047619048,
              0.08571428571428572
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 381,
            "text_mean": 0.9071428571428571,
            "pooled": 0.9071428571428571,
            "wilson95": [
              0.8755767254891207,
              0.931328764482503
            ],
            "bootstrap95": [
              0.8785714285714286,
              0.9333333333333333
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 13,
            "text_mean": 0.030952380952380953,
            "pooled": 0.030952380952380953,
            "wilson95": [
              0.01817640307533147,
              0.052230722512914815
            ],
            "bootstrap95": [
              0.016666666666666666,
              0.047619047619047616
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 394,
            "text_mean": 0.9380952380952381,
            "pooled": 0.9380952380952381,
            "wilson95": [
              0.9108414891322402,
              0.9574076930594485
            ],
            "bootstrap95": [
              0.9142857142857143,
              0.9619047619047619
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 87,
            "text_mean": 0.20714285714285716,
            "pooled": 0.20714285714285716,
            "wilson95": [
              0.17112447754773194,
              0.2484698191393457
            ],
            "bootstrap95": [
              0.16904761904761906,
              0.24523809523809523
            ]
          }
        },
        "local_reference": {
          "threshold": 0.8535789385801442,
          "target_test": {
            "threshold": 0.8535789385801442,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 309,
              "text_mean": 0.7357142857142858,
              "pooled": 0.7357142857142858,
              "wilson95": [
                0.6915440256964012,
                0.7756117842871706
              ],
              "bootstrap95": [
                0.6928571428571428,
                0.7761904761904762
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 12,
              "text_mean": 0.02857142857142857,
              "pooled": 0.02857142857142857,
              "wilson95": [
                0.016418204251796475,
                0.04927017578106019
              ],
              "bootstrap95": [
                0.014285714285714285,
                0.04523809523809524
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 393,
              "text_mean": 0.9357142857142857,
              "pooled": 0.9357142857142857,
              "wilson95": [
                0.9080842471471964,
                0.9554461894891029
              ],
              "bootstrap95": [
                0.9119047619047619,
                0.9571428571428572
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 15,
              "text_mean": 0.03571428571428571,
              "pooled": 0.03571428571428571,
              "wilson95": [
                0.021760783038651,
                0.058083833660374506
              ],
              "bootstrap95": [
                0.01904761904761905,
                0.05476190476190476
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 408,
              "text_mean": 0.9714285714285714,
              "pooled": 0.9714285714285714,
              "wilson95": [
                0.9507298242189398,
                0.9835817957482035
              ],
              "bootstrap95": [
                0.9547619047619048,
                0.9857142857142858
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 111,
              "text_mean": 0.2642857142857143,
              "pooled": 0.2642857142857143,
              "wilson95": [
                0.2243882157128295,
                0.30845597430359883
              ],
              "bootstrap95": [
                0.22380952380952382,
                0.3047619047619048
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "dbpedia|k4|natural|aligned",
        "target": "dbpedia|k4|neutral|aligned",
        "source_task": "dbpedia",
        "target_task": "dbpedia",
        "score": "none_probability",
        "threshold": 0.7889,
        "source_calibration_subset": {
          "threshold": 0.7889,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 68,
            "text_mean": 0.85,
            "pooled": 0.85,
            "wilson95": [
              0.7558677143867665,
              0.9120595949383645
            ],
            "bootstrap95": [
              0.7625,
              0.925
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 74,
            "text_mean": 0.925,
            "pooled": 0.925,
            "wilson95": [
              0.8458798391878072,
              0.9651747507069949
            ],
            "bootstrap95": [
              0.8625,
              0.975
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9125,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 12,
            "text_mean": 0.15,
            "pooled": 0.15,
            "wilson95": [
              0.08794040506163547,
              0.24413228561323347
            ],
            "bootstrap95": [
              0.075,
              0.2375
            ]
          }
        },
        "target_test": {
          "threshold": 0.7889,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 279,
            "text_mean": 0.6642857142857143,
            "pooled": 0.6642857142857143,
            "wilson95": [
              0.6178138891116788,
              0.7077795542102044
            ],
            "bootstrap95": [
              0.6190476190476191,
              0.7095238095238096
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 12,
            "text_mean": 0.02857142857142857,
            "pooled": 0.02857142857142857,
            "wilson95": [
              0.016418204251796475,
              0.04927017578106019
            ],
            "bootstrap95": [
              0.014285714285714285,
              0.04523809523809524
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 390,
            "text_mean": 0.9285714285714286,
            "pooled": 0.9285714285714286,
            "wilson95": [
              0.8998630370759932,
              0.9495111628941371
            ],
            "bootstrap95": [
              0.9023809523809524,
              0.9523809523809523
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 18,
            "text_mean": 0.04285714285714286,
            "pooled": 0.04285714285714286,
            "wilson95": [
              0.027278547031265078,
              0.06672230633392928
            ],
            "bootstrap95": [
              0.023809523809523808,
              0.06428571428571428
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 408,
            "text_mean": 0.9714285714285714,
            "pooled": 0.9714285714285714,
            "wilson95": [
              0.9507298242189398,
              0.9835817957482035
            ],
            "bootstrap95": [
              0.9547619047619048,
              0.9857142857142858
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 141,
            "text_mean": 0.3357142857142857,
            "pooled": 0.3357142857142857,
            "wilson95": [
              0.2922204457897955,
              0.38218611088832116
            ],
            "bootstrap95": [
              0.2904166666666667,
              0.38095238095238093
            ]
          }
        },
        "local_reference": {
          "threshold": 0.7845,
          "target_test": {
            "threshold": 0.7845,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 281,
              "text_mean": 0.669047619047619,
              "pooled": 0.669047619047619,
              "wilson95": [
                0.6226913753439821,
                0.7123395590886804
              ],
              "bootstrap95": [
                0.6214285714285714,
                0.7119047619047619
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 13,
              "text_mean": 0.030952380952380953,
              "pooled": 0.030952380952380953,
              "wilson95": [
                0.01817640307533147,
                0.052230722512914815
              ],
              "bootstrap95": [
                0.014285714285714285,
                0.05
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 389,
              "text_mean": 0.9261904761904762,
              "pooled": 0.9261904761904762,
              "wilson95": [
                0.8971381987632399,
                0.9475172556515008
              ],
              "bootstrap95": [
                0.9,
                0.95
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 18,
              "text_mean": 0.04285714285714286,
              "pooled": 0.04285714285714286,
              "wilson95": [
                0.027278547031265078,
                0.06672230633392928
              ],
              "bootstrap95": [
                0.023809523809523808,
                0.06428571428571428
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 407,
              "text_mean": 0.969047619047619,
              "pooled": 0.969047619047619,
              "wilson95": [
                0.9477692774870852,
                0.9818235969246685
              ],
              "bootstrap95": [
                0.95,
                0.9857142857142858
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 139,
              "text_mean": 0.33095238095238094,
              "pooled": 0.33095238095238094,
              "wilson95": [
                0.2876604409113196,
                0.3773086246560179
              ],
              "bootstrap95": [
                0.28809523809523807,
                0.3761904761904762
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "dbpedia|k13|natural|aligned",
        "target": "dbpedia|k13|neutral|aligned",
        "source_task": "dbpedia",
        "target_task": "dbpedia",
        "score": "negative_max",
        "threshold": -0.51,
        "source_calibration_subset": {
          "threshold": -0.51,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 18,
            "text_mean": 0.225,
            "pooled": 0.225,
            "wilson95": [
              0.14733207340846635,
              0.3278678978360735
            ],
            "bootstrap95": [
              0.1375,
              0.325
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 1,
            "text_mean": 0.0125,
            "pooled": 0.0125,
            "wilson95": [
              0.0022099755204522745,
              0.06746270077668665
            ],
            "bootstrap95": [
              0.0,
              0.0375
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 73,
            "text_mean": 0.9125,
            "pooled": 0.9125,
            "wilson95": [
              0.8302320449152499,
              0.9569679982179401
            ],
            "bootstrap95": [
              0.85,
              0.9625
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 6,
            "text_mean": 0.075,
            "pooled": 0.075,
            "wilson95": [
              0.03482524929300514,
              0.15412016081219287
            ],
            "bootstrap95": [
              0.025,
              0.1375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 79,
            "text_mean": 0.9875,
            "pooled": 0.9875,
            "wilson95": [
              0.9325372992233133,
              0.9977900244795476
            ],
            "bootstrap95": [
              0.9625,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 62,
            "text_mean": 0.775,
            "pooled": 0.775,
            "wilson95": [
              0.6721321021639265,
              0.8526679265915337
            ],
            "bootstrap95": [
              0.6871875000000001,
              0.8625
            ]
          }
        },
        "target_test": {
          "threshold": -0.51,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 130,
            "text_mean": 0.30952380952380953,
            "pooled": 0.30952380952380953,
            "wilson95": [
              0.26720467131920017,
              0.3552956842496308
            ],
            "bootstrap95": [
              0.2666071428571429,
              0.3547619047619048
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 10,
            "text_mean": 0.023809523809523808,
            "pooled": 0.023809523809523808,
            "wilson95": [
              0.01298327807474163,
              0.04326761084733581
            ],
            "bootstrap95": [
              0.009523809523809525,
              0.04047619047619048
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 367,
            "text_mean": 0.8738095238095238,
            "pooled": 0.8738095238095238,
            "wilson95": [
              0.8386273275807891,
              0.9022157246153802
            ],
            "bootstrap95": [
              0.8428571428571429,
              0.9047619047619048
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 43,
            "text_mean": 0.10238095238095238,
            "pooled": 0.10238095238095238,
            "wilson95": [
              0.07690023761813464,
              0.13506925463180003
            ],
            "bootstrap95": [
              0.0761904761904762,
              0.13333333333333333
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 410,
            "text_mean": 0.9761904761904762,
            "pooled": 0.9761904761904762,
            "wilson95": [
              0.9567323891526642,
              0.9870167219252584
            ],
            "bootstrap95": [
              0.9595238095238096,
              0.9904761904761905
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 290,
            "text_mean": 0.6904761904761905,
            "pooled": 0.6904761904761905,
            "wilson95": [
              0.6447043157503691,
              0.7327953286807998
            ],
            "bootstrap95": [
              0.6452380952380953,
              0.7333333333333333
            ]
          }
        },
        "local_reference": {
          "threshold": -0.5914,
          "target_test": {
            "threshold": -0.5914,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 164,
              "text_mean": 0.3904761904761905,
              "pooled": 0.3904761904761905,
              "wilson95": [
                0.34501324306005154,
                0.43792446139202623
              ],
              "bootstrap95": [
                0.34523809523809523,
                0.4357142857142857
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 16,
              "text_mean": 0.0380952380952381,
              "pooled": 0.0380952380952381,
              "wilson95": [
                0.02358283957497366,
                0.06098052267944147
              ],
              "bootstrap95": [
                0.02142857142857143,
                0.05714285714285714
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 364,
              "text_mean": 0.8666666666666667,
              "pooled": 0.8666666666666667,
              "wilson95": [
                0.8308107452882145,
                0.8958760702417858
              ],
              "bootstrap95": [
                0.8333333333333334,
                0.8976190476190476
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 40,
              "text_mean": 0.09523809523809523,
              "pooled": 0.09523809523809523,
              "wilson95": [
                0.07072091777791706,
                0.12709233780584875
              ],
              "bootstrap95": [
                0.06666666666666667,
                0.1261904761904762
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 404,
              "text_mean": 0.9619047619047619,
              "pooled": 0.9619047619047619,
              "wilson95": [
                0.9390194773205586,
                0.9764171604250264
              ],
              "bootstrap95": [
                0.9428571428571428,
                0.9785714285714285
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 256,
              "text_mean": 0.6095238095238096,
              "pooled": 0.6095238095238096,
              "wilson95": [
                0.5620755386079738,
                0.6549867569399485
              ],
              "bootstrap95": [
                0.5619047619047619,
                0.6547619047619048
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "dbpedia|k13|natural|aligned",
        "target": "dbpedia|k13|neutral|aligned",
        "source_task": "dbpedia",
        "target_task": "dbpedia",
        "score": "normalized_entropy",
        "threshold": 0.2690509605708974,
        "source_calibration_subset": {
          "threshold": 0.2690509605708974,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 30,
            "text_mean": 0.375,
            "pooled": 0.375,
            "wilson95": [
              0.27694178701531175,
              0.48451274536857
            ],
            "bootstrap95": [
              0.2625,
              0.475
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 73,
            "text_mean": 0.9125,
            "pooled": 0.9125,
            "wilson95": [
              0.8302320449152499,
              0.9569679982179401
            ],
            "bootstrap95": [
              0.85,
              0.975
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9125,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 50,
            "text_mean": 0.625,
            "pooled": 0.625,
            "wilson95": [
              0.5154872546314301,
              0.7230582129846882
            ],
            "bootstrap95": [
              0.525,
              0.725
            ]
          }
        },
        "target_test": {
          "threshold": 0.2690509605708974,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 233,
            "text_mean": 0.5547619047619048,
            "pooled": 0.5547619047619048,
            "wilson95": [
              0.5069482973140444,
              0.6015828504599168
            ],
            "bootstrap95": [
              0.5095238095238095,
              0.6023809523809524
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 35,
            "text_mean": 0.08333333333333333,
            "pooled": 0.08333333333333333,
            "wilson95": [
              0.060527682864399704,
              0.11369184494241806
            ],
            "bootstrap95": [
              0.05952380952380952,
              0.10952380952380952
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 354,
            "text_mean": 0.8428571428571429,
            "pooled": 0.8428571428571429,
            "wilson95": [
              0.8049632052213128,
              0.8745361547547915
            ],
            "bootstrap95": [
              0.8071428571428572,
              0.8785714285714286
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 31,
            "text_mean": 0.07380952380952381,
            "pooled": 0.07380952380952381,
            "wilson95": [
              0.05248274434849923,
              0.10286180123676009
            ],
            "bootstrap95": [
              0.05,
              0.1
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 385,
            "text_mean": 0.9166666666666666,
            "pooled": 0.9166666666666666,
            "wilson95": [
              0.8863081550575819,
              0.9394723171356002
            ],
            "bootstrap95": [
              0.8904761904761904,
              0.9428571428571428
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 187,
            "text_mean": 0.4452380952380952,
            "pooled": 0.4452380952380952,
            "wilson95": [
              0.3984171495400832,
              0.49305170268595566
            ],
            "bootstrap95": [
              0.3976190476190476,
              0.4928571428571429
            ]
          }
        },
        "local_reference": {
          "threshold": 0.4241250025077303,
          "target_test": {
            "threshold": 0.4241250025077303,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 181,
              "text_mean": 0.430952380952381,
              "pooled": 0.430952380952381,
              "wilson95": [
                0.38442907077222244,
                0.4787273081214788
              ],
              "bootstrap95": [
                0.38333333333333336,
                0.47619047619047616
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 13,
              "text_mean": 0.030952380952380953,
              "pooled": 0.030952380952380953,
              "wilson95": [
                0.01817640307533147,
                0.052230722512914815
              ],
              "bootstrap95": [
                0.014285714285714285,
                0.047619047619047616
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 366,
              "text_mean": 0.8714285714285714,
              "pooled": 0.8714285714285714,
              "wilson95": [
                0.8360183201512565,
                0.9001059864895231
              ],
              "bootstrap95": [
                0.8404761904761905,
                0.9023809523809524
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 41,
              "text_mean": 0.09761904761904762,
              "pooled": 0.09761904761904762,
              "wilson95": [
                0.07277575300403553,
                0.1297562481351199
              ],
              "bootstrap95": [
                0.06904761904761905,
                0.1261904761904762
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 407,
              "text_mean": 0.969047619047619,
              "pooled": 0.969047619047619,
              "wilson95": [
                0.9477692774870852,
                0.9818235969246685
              ],
              "bootstrap95": [
                0.9523214285714285,
                0.9857142857142858
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 239,
              "text_mean": 0.569047619047619,
              "pooled": 0.569047619047619,
              "wilson95": [
                0.5212726918785211,
                0.6155709292277776
              ],
              "bootstrap95": [
                0.5214285714285715,
                0.6190476190476191
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "dbpedia|k13|natural|aligned",
        "target": "dbpedia|k13|neutral|aligned",
        "source_task": "dbpedia",
        "target_task": "dbpedia",
        "score": "none_probability",
        "threshold": 0.9999,
        "source_calibration_subset": {
          "threshold": 0.9999,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 33,
            "text_mean": 0.4125,
            "pooled": 0.4125,
            "wilson95": [
              0.3110585761276188,
              0.5219595965410984
            ],
            "bootstrap95": [
              0.3125,
              0.525
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 70,
            "text_mean": 0.875,
            "pooled": 0.875,
            "wilson95": [
              0.7849719790084033,
              0.9306644238399513
            ],
            "bootstrap95": [
              0.8,
              0.9375
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 7,
            "text_mean": 0.0875,
            "pooled": 0.0875,
            "wilson95": [
              0.04303200178205986,
              0.16976795508474996
            ],
            "bootstrap95": [
              0.0375,
              0.15
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9246875000000001,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 47,
            "text_mean": 0.5875,
            "pooled": 0.5875,
            "wilson95": [
              0.47804040345890164,
              0.6889414238723812
            ],
            "bootstrap95": [
              0.475,
              0.6875
            ]
          }
        },
        "target_test": {
          "threshold": 0.9999,
          "n_text": 420,
          "n_variants": 420,
          "detection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 74,
            "text_mean": 0.1761904761904762,
            "pooled": 0.1761904761904762,
            "wilson95": [
              0.14273647259458008,
              0.2155141318724326
            ],
            "bootstrap95": [
              0.14047619047619048,
              0.2119047619047619
            ]
          },
          "false_rejection": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 6,
            "text_mean": 0.014285714285714285,
            "pooled": 0.014285714285714285,
            "wilson95": [
              0.006563282301211009,
              0.03081262439930798
            ],
            "bootstrap95": [
              0.004761904761904762,
              0.02619047619047619
            ]
          },
          "present_correct_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 368,
            "text_mean": 0.8761904761904762,
            "pooled": 0.8761904761904762,
            "wilson95": [
              0.8412399247962397,
              0.9043218729553191
            ],
            "bootstrap95": [
              0.8452380952380952,
              0.9071428571428571
            ]
          },
          "present_wrong_accepted": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 46,
            "text_mean": 0.10952380952380952,
            "pooled": 0.10952380952380952,
            "wilson95": [
              0.08312181298579976,
              0.14300391593030373
            ],
            "bootstrap95": [
              0.08095238095238096,
              0.14047619047619048
            ]
          },
          "present_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 414,
            "text_mean": 0.9857142857142858,
            "pooled": 0.9857142857142858,
            "wilson95": [
              0.9691873756006921,
              0.993436717698789
            ],
            "bootstrap95": [
              0.9738095238095238,
              0.9952380952380953
            ]
          },
          "absent_false_acceptance": {
            "n_text": 420,
            "n_variants": 420,
            "successes": 346,
            "text_mean": 0.8238095238095238,
            "pooled": 0.8238095238095238,
            "wilson95": [
              0.7844858681275673,
              0.8572635274054199
            ],
            "bootstrap95": [
              0.7880952380952381,
              0.8595238095238096
            ]
          }
        },
        "local_reference": {
          "threshold": 0.9991,
          "target_test": {
            "threshold": 0.9991,
            "n_text": 420,
            "n_variants": 420,
            "detection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 190,
              "text_mean": 0.4523809523809524,
              "pooled": 0.4523809523809524,
              "wilson95": [
                0.40542591541793205,
                0.5001991734742757
              ],
              "bootstrap95": [
                0.40476190476190477,
                0.5
              ]
            },
            "false_rejection": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 22,
              "text_mean": 0.05238095238095238,
              "pooled": 0.05238095238095238,
              "wilson95": [
                0.034842957356499504,
                0.07803287823025329
              ],
              "bootstrap95": [
                0.03333333333333333,
                0.0761904761904762
              ]
            },
            "present_correct_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 359,
              "text_mean": 0.8547619047619047,
              "pooled": 0.8547619047619047,
              "wilson95": [
                0.8178492244657077,
                0.8852438632873444
              ],
              "bootstrap95": [
                0.8214285714285714,
                0.888095238095238
              ]
            },
            "present_wrong_accepted": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 39,
              "text_mean": 0.09285714285714286,
              "pooled": 0.09285714285714286,
              "wilson95": [
                0.06867123551749692,
                0.1244232745108793
              ],
              "bootstrap95": [
                0.06666666666666667,
                0.12142857142857143
              ]
            },
            "present_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 398,
              "text_mean": 0.9476190476190476,
              "pooled": 0.9476190476190476,
              "wilson95": [
                0.9219671217697466,
                0.9651570426435004
              ],
              "bootstrap95": [
                0.9261904761904762,
                0.969047619047619
              ]
            },
            "absent_false_acceptance": {
              "n_text": 420,
              "n_variants": 420,
              "successes": 230,
              "text_mean": 0.5476190476190477,
              "pooled": 0.5476190476190477,
              "wilson95": [
                0.49980082652572433,
                0.594574084582068
              ],
              "bootstrap95": [
                0.5,
                0.5928571428571429
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "count",
        "source": "emotion|k2|natural|aligned",
        "target": "emotion|k4|natural|aligned",
        "source_task": "emotion",
        "target_task": "emotion",
        "score": "negative_max",
        "threshold": -0.5892,
        "source_calibration_subset": {
          "threshold": -0.5892,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 16,
            "text_mean": 0.2,
            "pooled": 0.2,
            "wilson95": [
              0.12702844043960787,
              0.30046243728170835
            ],
            "bootstrap95": [
              0.1125,
              0.28781249999999825
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 63,
            "text_mean": 0.7875,
            "pooled": 0.7875,
            "wilson95": [
              0.6857784426940333,
              0.8628761328230384
            ],
            "bootstrap95": [
              0.7,
              0.875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 13,
            "text_mean": 0.1625,
            "pooled": 0.1625,
            "wilson95": [
              0.09749819402950367,
              0.2584290434069771
            ],
            "bootstrap95": [
              0.0875,
              0.25
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 64,
            "text_mean": 0.8,
            "pooled": 0.8,
            "wilson95": [
              0.6995375627182917,
              0.8729715595603921
            ],
            "bootstrap95": [
              0.7125,
              0.8875
            ]
          }
        },
        "target_test": {
          "threshold": -0.5892,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 67,
            "text_mean": 0.4036144578313253,
            "pooled": 0.4036144578313253,
            "wilson95": [
              0.3319764387923183,
              0.47961255589605634
            ],
            "bootstrap95": [
              0.33117469879518074,
              0.4759036144578313
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 40,
            "text_mean": 0.24096385542168675,
            "pooled": 0.24096385542168675,
            "wilson95": [
              0.1822382849831479,
              0.31140713824185884
            ],
            "bootstrap95": [
              0.1746987951807229,
              0.3132530120481928
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 85,
            "text_mean": 0.5120481927710844,
            "pooled": 0.5120481927710844,
            "wilson95": [
              0.43660076812207427,
              0.5869506075418789
            ],
            "bootstrap95": [
              0.4397590361445783,
              0.5843373493975904
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 41,
            "text_mean": 0.2469879518072289,
            "pooled": 0.2469879518072289,
            "wilson95": [
              0.18760035670124037,
              0.31782075435574303
            ],
            "bootstrap95": [
              0.18072289156626506,
              0.3132530120481928
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 126,
            "text_mean": 0.7590361445783133,
            "pooled": 0.7590361445783133,
            "wilson95": [
              0.688592861758141,
              0.817761715016852
            ],
            "bootstrap95": [
              0.6927710843373494,
              0.8253012048192772
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 99,
            "text_mean": 0.5963855421686747,
            "pooled": 0.5963855421686747,
            "wilson95": [
              0.5203874441039436,
              0.6680235612076817
            ],
            "bootstrap95": [
              0.5180722891566265,
              0.6686746987951807
            ]
          }
        },
        "local_reference": {
          "threshold": -0.4698,
          "target_test": {
            "threshold": -0.4698,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 35,
              "text_mean": 0.21084337349397592,
              "pooled": 0.21084337349397592,
              "wilson95": [
                0.15568963477418032,
                0.27907734929094363
              ],
              "bootstrap95": [
                0.15060240963855423,
                0.2710843373493976
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 23,
              "text_mean": 0.13855421686746988,
              "pooled": 0.13855421686746988,
              "wilson95": [
                0.09413242881394443,
                0.1993263012674605
              ],
              "bootstrap95": [
                0.09036144578313253,
                0.1927710843373494
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 97,
              "text_mean": 0.5843373493975904,
              "pooled": 0.5843373493975904,
              "wilson95": [
                0.5082864417902249,
                0.6565731878574474
              ],
              "bootstrap95": [
                0.5060240963855421,
                0.6566265060240963
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 46,
              "text_mean": 0.27710843373493976,
              "pooled": 0.27710843373493976,
              "wilson95": [
                0.2146499963346093,
                0.349649553882257
              ],
              "bootstrap95": [
                0.21084337349397592,
                0.3433734939759036
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 143,
              "text_mean": 0.8614457831325302,
              "pooled": 0.8614457831325302,
              "wilson95": [
                0.8006736987325396,
                0.9058675711860555
              ],
              "bootstrap95": [
                0.8072289156626506,
                0.9156626506024096
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 131,
              "text_mean": 0.7891566265060241,
              "pooled": 0.7891566265060241,
              "wilson95": [
                0.7209226507090565,
                0.8443103652258197
              ],
              "bootstrap95": [
                0.7228915662650602,
                0.8493975903614458
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "count",
        "source": "emotion|k2|natural|aligned",
        "target": "emotion|k4|natural|aligned",
        "source_task": "emotion",
        "target_task": "emotion",
        "score": "normalized_entropy",
        "threshold": 0.9769186334868125,
        "source_calibration_subset": {
          "threshold": 0.9769186334868125,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 16,
            "text_mean": 0.2,
            "pooled": 0.2,
            "wilson95": [
              0.12702844043960787,
              0.30046243728170835
            ],
            "bootstrap95": [
              0.1125,
              0.2875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 63,
            "text_mean": 0.7875,
            "pooled": 0.7875,
            "wilson95": [
              0.6857784426940333,
              0.8628761328230384
            ],
            "bootstrap95": [
              0.6875,
              0.875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 13,
            "text_mean": 0.1625,
            "pooled": 0.1625,
            "wilson95": [
              0.09749819402950367,
              0.2584290434069771
            ],
            "bootstrap95": [
              0.0875,
              0.25
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 64,
            "text_mean": 0.8,
            "pooled": 0.8,
            "wilson95": [
              0.6995375627182917,
              0.8729715595603921
            ],
            "bootstrap95": [
              0.7125,
              0.8875
            ]
          }
        },
        "target_test": {
          "threshold": 0.9769186334868125,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 8,
            "text_mean": 0.04819277108433735,
            "pooled": 0.04819277108433735,
            "wilson95": [
              0.024619468718975003,
              0.09220394388278114
            ],
            "bootstrap95": [
              0.018072289156626505,
              0.08433734939759036
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 2,
            "text_mean": 0.012048192771084338,
            "pooled": 0.012048192771084338,
            "wilson95": [
              0.0033102913258154093,
              0.04285899428408123
            ],
            "bootstrap95": [
              0.0,
              0.030120481927710843
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 103,
            "text_mean": 0.6204819277108434,
            "pooled": 0.6204819277108434,
            "wilson95": [
              0.5447254865972648,
              0.690788270042267
            ],
            "bootstrap95": [
              0.5480421686746988,
              0.6929216867469871
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 61,
            "text_mean": 0.3674698795180723,
            "pooled": 0.3674698795180723,
            "wilson95": [
              0.2978988691530832,
              0.44303599854343184
            ],
            "bootstrap95": [
              0.29518072289156627,
              0.4397590361445783
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 164,
            "text_mean": 0.9879518072289156,
            "pooled": 0.9879518072289156,
            "wilson95": [
              0.9571410057159186,
              0.9966897086741846
            ],
            "bootstrap95": [
              0.9698795180722891,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 158,
            "text_mean": 0.9518072289156626,
            "pooled": 0.9518072289156626,
            "wilson95": [
              0.9077960561172188,
              0.975380531281025
            ],
            "bootstrap95": [
              0.9156626506024096,
              0.9819277108433735
            ]
          }
        },
        "local_reference": {
          "threshold": 0.8376583647591809,
          "target_test": {
            "threshold": 0.8376583647591809,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 49,
              "text_mean": 0.29518072289156627,
              "pooled": 0.29518072289156627,
              "wilson95": [
                0.2310594282613972,
                0.3685671854513988
              ],
              "bootstrap95": [
                0.2289156626506024,
                0.3614457831325301
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 24,
              "text_mean": 0.14457831325301204,
              "pooled": 0.14457831325301204,
              "wilson95": [
                0.0991204477459792,
                0.20611397016740227
              ],
              "bootstrap95": [
                0.09036144578313253,
                0.19879518072289157
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 97,
              "text_mean": 0.5843373493975904,
              "pooled": 0.5843373493975904,
              "wilson95": [
                0.5082864417902249,
                0.6565731878574474
              ],
              "bootstrap95": [
                0.5120481927710844,
                0.6626506024096386
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 45,
              "text_mean": 0.2710843373493976,
              "pooled": 0.2710843373493976,
              "wilson95": [
                0.20920932021440333,
                0.3433145421704864
              ],
              "bootstrap95": [
                0.20481927710843373,
                0.3433734939759036
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 142,
              "text_mean": 0.8554216867469879,
              "pooled": 0.8554216867469879,
              "wilson95": [
                0.7938860298325976,
                0.9008795522540207
              ],
              "bootstrap95": [
                0.8012048192771084,
                0.9036144578313253
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 117,
              "text_mean": 0.7048192771084337,
              "pooled": 0.7048192771084337,
              "wilson95": [
                0.6314328145486011,
                0.7689405717386028
              ],
              "bootstrap95": [
                0.6325301204819277,
                0.7771084337349398
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "count",
        "source": "emotion|k2|natural|aligned",
        "target": "emotion|k4|natural|aligned",
        "source_task": "emotion",
        "target_task": "emotion",
        "score": "none_probability",
        "threshold": 0.9436,
        "source_calibration_subset": {
          "threshold": 0.9436,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 15,
            "text_mean": 0.1875,
            "pooled": 0.1875,
            "wilson95": [
              0.11705310466977323,
              0.28658322628993116
            ],
            "bootstrap95": [
              0.1125,
              0.275
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 62,
            "text_mean": 0.775,
            "pooled": 0.775,
            "wilson95": [
              0.6721321021639265,
              0.8526679265915337
            ],
            "bootstrap95": [
              0.6875,
              0.8625
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 15,
            "text_mean": 0.1875,
            "pooled": 0.1875,
            "wilson95": [
              0.11705310466977323,
              0.28658322628993116
            ],
            "bootstrap95": [
              0.1,
              0.275
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9125,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 65,
            "text_mean": 0.8125,
            "pooled": 0.8125,
            "wilson95": [
              0.7134167737100688,
              0.8829468953302267
            ],
            "bootstrap95": [
              0.725,
              0.9
            ]
          }
        },
        "target_test": {
          "threshold": 0.9436,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 6,
            "text_mean": 0.03614457831325301,
            "pooled": 0.03614457831325301,
            "wilson95": [
              0.016668762913448532,
              0.07660327402435443
            ],
            "bootstrap95": [
              0.012048192771084338,
              0.06626506024096386
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 4,
            "text_mean": 0.024096385542168676,
            "pooled": 0.024096385542168676,
            "wilson95": [
              0.009409601294356727,
              0.06031105997949307
            ],
            "bootstrap95": [
              0.006024096385542169,
              0.04819277108433735
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 101,
            "text_mean": 0.608433734939759,
            "pooled": 0.608433734939759,
            "wilson95": [
              0.5325335635299231,
              0.6794288174456555
            ],
            "bootstrap95": [
              0.536144578313253,
              0.6867469879518072
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 61,
            "text_mean": 0.3674698795180723,
            "pooled": 0.3674698795180723,
            "wilson95": [
              0.2978988691530832,
              0.44303599854343184
            ],
            "bootstrap95": [
              0.29518072289156627,
              0.4457831325301205
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 162,
            "text_mean": 0.9759036144578314,
            "pooled": 0.9759036144578314,
            "wilson95": [
              0.9396889400205068,
              0.9905903987056432
            ],
            "bootstrap95": [
              0.9518072289156626,
              0.9939759036144579
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 160,
            "text_mean": 0.963855421686747,
            "pooled": 0.963855421686747,
            "wilson95": [
              0.9233967259756455,
              0.9833312370865515
            ],
            "bootstrap95": [
              0.9337349397590361,
              0.9879518072289156
            ]
          }
        },
        "local_reference": {
          "threshold": 0.8679,
          "target_test": {
            "threshold": 0.8679,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 37,
              "text_mean": 0.22289156626506024,
              "pooled": 0.22289156626506024,
              "wilson95": [
                0.16625487254849708,
                0.29206348718058
              ],
              "bootstrap95": [
                0.16265060240963855,
                0.2891566265060241
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 16,
              "text_mean": 0.0963855421686747,
              "pooled": 0.0963855421686747,
              "wilson95": [
                0.06020163030645203,
                0.15082728495111677
              ],
              "bootstrap95": [
                0.05421686746987952,
                0.14457831325301204
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 96,
              "text_mean": 0.5783132530120482,
              "pooled": 0.5783132530120482,
              "wilson95": [
                0.5022526711184665,
                0.650831270697229
              ],
              "bootstrap95": [
                0.5060240963855421,
                0.6506024096385542
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 54,
              "text_mean": 0.3253012048192771,
              "pooled": 0.3253012048192771,
              "wilson95": [
                0.2586848333811249,
                0.399820219491554
              ],
              "bootstrap95": [
                0.25301204819277107,
                0.39156626506024095
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 150,
              "text_mean": 0.9036144578313253,
              "pooled": 0.9036144578313253,
              "wilson95": [
                0.8491727150488833,
                0.9397983696935479
              ],
              "bootstrap95": [
                0.8554216867469879,
                0.9457831325301205
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 129,
              "text_mean": 0.7771084337349398,
              "pooled": 0.7771084337349398,
              "wilson95": [
                0.7079365128194199,
                0.8337451274515029
              ],
              "bootstrap95": [
                0.7108433734939759,
                0.8373493975903614
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "count",
        "source": "emotion|k2|natural|aligned",
        "target": "emotion|k5|natural|aligned",
        "source_task": "emotion",
        "target_task": "emotion",
        "score": "negative_max",
        "threshold": -0.5892,
        "source_calibration_subset": {
          "threshold": -0.5892,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 16,
            "text_mean": 0.2,
            "pooled": 0.2,
            "wilson95": [
              0.12702844043960787,
              0.30046243728170835
            ],
            "bootstrap95": [
              0.1125,
              0.28781249999999825
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 63,
            "text_mean": 0.7875,
            "pooled": 0.7875,
            "wilson95": [
              0.6857784426940333,
              0.8628761328230384
            ],
            "bootstrap95": [
              0.7,
              0.875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 13,
            "text_mean": 0.1625,
            "pooled": 0.1625,
            "wilson95": [
              0.09749819402950367,
              0.2584290434069771
            ],
            "bootstrap95": [
              0.0875,
              0.25
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 64,
            "text_mean": 0.8,
            "pooled": 0.8,
            "wilson95": [
              0.6995375627182917,
              0.8729715595603921
            ],
            "bootstrap95": [
              0.7125,
              0.8875
            ]
          }
        },
        "target_test": {
          "threshold": -0.5892,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 72,
            "text_mean": 0.43373493975903615,
            "pooled": 0.43373493975903615,
            "wilson95": [
              0.36068569709567305,
              0.5097817367525844
            ],
            "bootstrap95": [
              0.3614457831325301,
              0.5120481927710844
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 52,
            "text_mean": 0.3132530120481928,
            "pooled": 0.3132530120481928,
            "wilson95": [
              0.24759457110919048,
              0.3873591060995354
            ],
            "bootstrap95": [
              0.24096385542168675,
              0.3855421686746988
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 65,
            "text_mean": 0.39156626506024095,
            "pooled": 0.39156626506024095,
            "wilson95": [
              0.3205711825543444,
              0.46746643647007696
            ],
            "bootstrap95": [
              0.3192771084337349,
              0.46987951807228917
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 49,
            "text_mean": 0.29518072289156627,
            "pooled": 0.29518072289156627,
            "wilson95": [
              0.2310594282613972,
              0.3685671854513988
            ],
            "bootstrap95": [
              0.2289156626506024,
              0.3674698795180723
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 114,
            "text_mean": 0.6867469879518072,
            "pooled": 0.6867469879518072,
            "wilson95": [
              0.6126408939004646,
              0.7524054288908095
            ],
            "bootstrap95": [
              0.6144578313253012,
              0.7530120481927711
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 94,
            "text_mean": 0.5662650602409639,
            "pooled": 0.5662650602409639,
            "wilson95": [
              0.4902182632474156,
              0.639314302904327
            ],
            "bootstrap95": [
              0.4939759036144578,
              0.6385542168674698
            ]
          }
        },
        "local_reference": {
          "threshold": -0.4097,
          "target_test": {
            "threshold": -0.4097,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 21,
              "text_mean": 0.12650602409638553,
              "pooled": 0.12650602409638553,
              "wilson95": [
                0.08425167742952813,
                0.1856556769879236
              ],
              "bootstrap95": [
                0.0783132530120482,
                0.18072289156626506
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 14,
              "text_mean": 0.08433734939759036,
              "pooled": 0.08433734939759036,
              "wilson95": [
                0.050901346094600966,
                0.13657619349901468
              ],
              "bootstrap95": [
                0.04819277108433735,
                0.12650602409638553
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 81,
              "text_mean": 0.4879518072289157,
              "pooled": 0.4879518072289157,
              "wilson95": [
                0.41304939245812106,
                0.5633992318779257
              ],
              "bootstrap95": [
                0.41566265060240964,
                0.5602409638554217
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 71,
              "text_mean": 0.42771084337349397,
              "pooled": 0.42771084337349397,
              "wilson95": [
                0.35492171097023706,
                0.5037700350460438
              ],
              "bootstrap95": [
                0.35542168674698793,
                0.5
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 152,
              "text_mean": 0.9156626506024096,
              "pooled": 0.9156626506024096,
              "wilson95": [
                0.8634238065009852,
                0.9490986539053989
              ],
              "bootstrap95": [
                0.8734939759036144,
                0.9578313253012049
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 145,
              "text_mean": 0.8734939759036144,
              "pooled": 0.8734939759036144,
              "wilson95": [
                0.8143443230120763,
                0.9157483225704718
              ],
              "bootstrap95": [
                0.8192771084337349,
                0.9216867469879518
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "count",
        "source": "emotion|k2|natural|aligned",
        "target": "emotion|k5|natural|aligned",
        "source_task": "emotion",
        "target_task": "emotion",
        "score": "normalized_entropy",
        "threshold": 0.9769186334868125,
        "source_calibration_subset": {
          "threshold": 0.9769186334868125,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 16,
            "text_mean": 0.2,
            "pooled": 0.2,
            "wilson95": [
              0.12702844043960787,
              0.30046243728170835
            ],
            "bootstrap95": [
              0.1125,
              0.2875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 63,
            "text_mean": 0.7875,
            "pooled": 0.7875,
            "wilson95": [
              0.6857784426940333,
              0.8628761328230384
            ],
            "bootstrap95": [
              0.6875,
              0.875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 13,
            "text_mean": 0.1625,
            "pooled": 0.1625,
            "wilson95": [
              0.09749819402950367,
              0.2584290434069771
            ],
            "bootstrap95": [
              0.0875,
              0.25
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 64,
            "text_mean": 0.8,
            "pooled": 0.8,
            "wilson95": [
              0.6995375627182917,
              0.8729715595603921
            ],
            "bootstrap95": [
              0.7125,
              0.8875
            ]
          }
        },
        "target_test": {
          "threshold": 0.9769186334868125,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 3,
            "text_mean": 0.018072289156626505,
            "pooled": 0.018072289156626505,
            "wilson95": [
              0.006164932412804962,
              0.051780041029068254
            ],
            "bootstrap95": [
              0.0,
              0.04216867469879518
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              1.734723475976807e-18,
              0.02261790994594346
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 88,
            "text_mean": 0.5301204819277109,
            "pooled": 0.5301204819277109,
            "wilson95": [
              0.4543764348285193,
              0.6045020043313636
            ],
            "bootstrap95": [
              0.45180722891566266,
              0.608433734939759
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 78,
            "text_mean": 0.46987951807228917,
            "pooled": 0.46987951807228917,
            "wilson95": [
              0.39549799566863636,
              0.5456235651714807
            ],
            "bootstrap95": [
              0.39156626506024095,
              0.5481927710843374
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 166,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9773820900540565,
              0.9999999999999999
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 163,
            "text_mean": 0.9819277108433735,
            "pooled": 0.9819277108433735,
            "wilson95": [
              0.9482199589709317,
              0.993835067587195
            ],
            "bootstrap95": [
              0.9578313253012049,
              1.0
            ]
          }
        },
        "local_reference": {
          "threshold": 0.8568259990134796,
          "target_test": {
            "threshold": 0.8568259990134796,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 29,
              "text_mean": 0.1746987951807229,
              "pooled": 0.1746987951807229,
              "wilson95": [
                0.12447895672872757,
                0.23963390034453685
              ],
              "bootstrap95": [
                0.1144578313253012,
                0.23493975903614459
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 17,
              "text_mean": 0.10240963855421686,
              "pooled": 0.10240963855421686,
              "wilson95": [
                0.06492704635050434,
                0.15787755673904105
              ],
              "bootstrap95": [
                0.060240963855421686,
                0.15060240963855423
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 81,
              "text_mean": 0.4879518072289157,
              "pooled": 0.4879518072289157,
              "wilson95": [
                0.41304939245812106,
                0.5633992318779257
              ],
              "bootstrap95": [
                0.40963855421686746,
                0.5602409638554217
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 68,
              "text_mean": 0.40963855421686746,
              "pooled": 0.40963855421686746,
              "wilson95": [
                0.33769602495872625,
                0.48566865756162486
              ],
              "bootstrap95": [
                0.3313253012048193,
                0.4819277108433735
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 149,
              "text_mean": 0.8975903614457831,
              "pooled": 0.8975903614457831,
              "wilson95": [
                0.8421224432609589,
                0.9350729536494955
              ],
              "bootstrap95": [
                0.8493975903614458,
                0.9457831325301205
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 137,
              "text_mean": 0.8253012048192772,
              "pooled": 0.8253012048192772,
              "wilson95": [
                0.7603660996554632,
                0.8755210432712724
              ],
              "bootstrap95": [
                0.7649096385542169,
                0.8795180722891566
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "count",
        "source": "emotion|k2|natural|aligned",
        "target": "emotion|k5|natural|aligned",
        "source_task": "emotion",
        "target_task": "emotion",
        "score": "none_probability",
        "threshold": 0.9436,
        "source_calibration_subset": {
          "threshold": 0.9436,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 15,
            "text_mean": 0.1875,
            "pooled": 0.1875,
            "wilson95": [
              0.11705310466977323,
              0.28658322628993116
            ],
            "bootstrap95": [
              0.1125,
              0.275
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 62,
            "text_mean": 0.775,
            "pooled": 0.775,
            "wilson95": [
              0.6721321021639265,
              0.8526679265915337
            ],
            "bootstrap95": [
              0.6875,
              0.8625
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 15,
            "text_mean": 0.1875,
            "pooled": 0.1875,
            "wilson95": [
              0.11705310466977323,
              0.28658322628993116
            ],
            "bootstrap95": [
              0.1,
              0.275
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9125,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 65,
            "text_mean": 0.8125,
            "pooled": 0.8125,
            "wilson95": [
              0.7134167737100688,
              0.8829468953302267
            ],
            "bootstrap95": [
              0.725,
              0.9
            ]
          }
        },
        "target_test": {
          "threshold": 0.9436,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 60,
            "text_mean": 0.3614457831325301,
            "pooled": 0.3614457831325301,
            "wilson95": [
              0.29226018669501796,
              0.4368989931695205
            ],
            "bootstrap95": [
              0.2891566265060241,
              0.43373493975903615
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 37,
            "text_mean": 0.22289156626506024,
            "pooled": 0.22289156626506024,
            "wilson95": [
              0.16625487254849708,
              0.29206348718058
            ],
            "bootstrap95": [
              0.16265060240963855,
              0.2891566265060241
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 73,
            "text_mean": 0.4397590361445783,
            "pooled": 0.4397590361445783,
            "wilson95": [
              0.36646063291194464,
              0.5157824887682894
            ],
            "bootstrap95": [
              0.3674698795180723,
              0.5120481927710844
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 56,
            "text_mean": 0.3373493975903614,
            "pooled": 0.3373493975903614,
            "wilson95": [
              0.26982674356853403,
              0.41222968496809803
            ],
            "bootstrap95": [
              0.2710843373493976,
              0.41566265060240964
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 129,
            "text_mean": 0.7771084337349398,
            "pooled": 0.7771084337349398,
            "wilson95": [
              0.7079365128194199,
              0.8337451274515029
            ],
            "bootstrap95": [
              0.7108433734939759,
              0.8373493975903614
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 106,
            "text_mean": 0.6385542168674698,
            "pooled": 0.6385542168674698,
            "wilson95": [
              0.5631010068304794,
              0.7077398133049819
            ],
            "bootstrap95": [
              0.5602409638554217,
              0.7108433734939759
            ]
          }
        },
        "local_reference": {
          "threshold": 0.9801,
          "target_test": {
            "threshold": 0.9801,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 32,
              "text_mean": 0.1927710843373494,
              "pooled": 0.1927710843373494,
              "wilson95": [
                0.13998832092094893,
                0.25945159964824527
              ],
              "bootstrap95": [
                0.13855421686746988,
                0.25301204819277107
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 13,
              "text_mean": 0.0783132530120482,
              "pooled": 0.0783132530120482,
              "wilson95": [
                0.04633545353170455,
                0.1293663982299345
              ],
              "bootstrap95": [
                0.04216867469879518,
                0.12048192771084337
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 83,
              "text_mean": 0.5,
              "pooled": 0.5,
              "wilson95": [
                0.42480374020946343,
                0.5751962597905366
              ],
              "bootstrap95": [
                0.42168674698795183,
                0.5724397590361437
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 70,
              "text_mean": 0.42168674698795183,
              "pooled": 0.42168674698795183,
              "wilson95": [
                0.3491687293027709,
                0.4977473288815335
              ],
              "bootstrap95": [
                0.3433734939759036,
                0.4939759036144578
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 153,
              "text_mean": 0.9216867469879518,
              "pooled": 0.9216867469879518,
              "wilson95": [
                0.8706336017700654,
                0.9536645464682955
              ],
              "bootstrap95": [
                0.8795180722891566,
                0.9578313253012049
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 134,
              "text_mean": 0.8072289156626506,
              "pooled": 0.8072289156626506,
              "wilson95": [
                0.7405484003517548,
                0.8600116790790511
              ],
              "bootstrap95": [
                0.7469879518072289,
                0.8674698795180723
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "emotion|k2|natural|aligned",
        "target": "emotion|k2|neutral|aligned",
        "source_task": "emotion",
        "target_task": "emotion",
        "score": "negative_max",
        "threshold": -0.5892,
        "source_calibration_subset": {
          "threshold": -0.5892,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 16,
            "text_mean": 0.2,
            "pooled": 0.2,
            "wilson95": [
              0.12702844043960787,
              0.30046243728170835
            ],
            "bootstrap95": [
              0.1125,
              0.2875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 63,
            "text_mean": 0.7875,
            "pooled": 0.7875,
            "wilson95": [
              0.6857784426940333,
              0.8628761328230384
            ],
            "bootstrap95": [
              0.7,
              0.875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 13,
            "text_mean": 0.1625,
            "pooled": 0.1625,
            "wilson95": [
              0.09749819402950367,
              0.2584290434069771
            ],
            "bootstrap95": [
              0.0875,
              0.25
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 64,
            "text_mean": 0.8,
            "pooled": 0.8,
            "wilson95": [
              0.6995375627182917,
              0.8729715595603921
            ],
            "bootstrap95": [
              0.7125,
              0.8875
            ]
          }
        },
        "target_test": {
          "threshold": -0.5892,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 50,
            "text_mean": 0.30120481927710846,
            "pooled": 0.30120481927710846,
            "wilson95": [
              0.2365574927030631,
              0.3748448088417096
            ],
            "bootstrap95": [
              0.23493975903614459,
              0.3674698795180723
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 28,
            "text_mean": 0.1686746987951807,
            "pooled": 0.1686746987951807,
            "wilson95": [
              0.11935554181412962,
              0.23298162742715822
            ],
            "bootstrap95": [
              0.1144578313253012,
              0.2289156626506024
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 117,
            "text_mean": 0.7048192771084337,
            "pooled": 0.7048192771084337,
            "wilson95": [
              0.6314328145486011,
              0.7689405717386028
            ],
            "bootstrap95": [
              0.6325301204819277,
              0.7710843373493976
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 21,
            "text_mean": 0.12650602409638553,
            "pooled": 0.12650602409638553,
            "wilson95": [
              0.08425167742952813,
              0.1856556769879236
            ],
            "bootstrap95": [
              0.0783132530120482,
              0.18072289156626506
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 138,
            "text_mean": 0.8313253012048193,
            "pooled": 0.8313253012048193,
            "wilson95": [
              0.7670183725728418,
              0.8806444581858704
            ],
            "bootstrap95": [
              0.7771084337349398,
              0.8855421686746988
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 116,
            "text_mean": 0.6987951807228916,
            "pooled": 0.6987951807228916,
            "wilson95": [
              0.6251551911582904,
              0.7634425072969369
            ],
            "bootstrap95": [
              0.6323795180722892,
              0.7650602409638554
            ]
          }
        },
        "local_reference": {
          "threshold": -0.546,
          "target_test": {
            "threshold": -0.546,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 24,
              "text_mean": 0.14457831325301204,
              "pooled": 0.14457831325301204,
              "wilson95": [
                0.0991204477459792,
                0.20611397016740227
              ],
              "bootstrap95": [
                0.09036144578313253,
                0.20481927710843373
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 16,
              "text_mean": 0.0963855421686747,
              "pooled": 0.0963855421686747,
              "wilson95": [
                0.06020163030645203,
                0.15082728495111677
              ],
              "bootstrap95": [
                0.05421686746987952,
                0.14457831325301204
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 122,
              "text_mean": 0.7349397590361446,
              "pooled": 0.7349397590361446,
              "wilson95": [
                0.6630355179440995,
                0.7962163075029872
              ],
              "bootstrap95": [
                0.6626506024096386,
                0.8012048192771084
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 28,
              "text_mean": 0.1686746987951807,
              "pooled": 0.1686746987951807,
              "wilson95": [
                0.11935554181412962,
                0.23298162742715822
              ],
              "bootstrap95": [
                0.1144578313253012,
                0.2289156626506024
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 150,
              "text_mean": 0.9036144578313253,
              "pooled": 0.9036144578313253,
              "wilson95": [
                0.8491727150488833,
                0.9397983696935479
              ],
              "bootstrap95": [
                0.8554216867469879,
                0.9457831325301205
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 142,
              "text_mean": 0.8554216867469879,
              "pooled": 0.8554216867469879,
              "wilson95": [
                0.7938860298325976,
                0.9008795522540207
              ],
              "bootstrap95": [
                0.7951807228915663,
                0.9096385542168675
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "emotion|k2|natural|aligned",
        "target": "emotion|k2|neutral|aligned",
        "source_task": "emotion",
        "target_task": "emotion",
        "score": "normalized_entropy",
        "threshold": 0.9769186334868125,
        "source_calibration_subset": {
          "threshold": 0.9769186334868125,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 16,
            "text_mean": 0.2,
            "pooled": 0.2,
            "wilson95": [
              0.12702844043960787,
              0.30046243728170835
            ],
            "bootstrap95": [
              0.1125,
              0.3
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 63,
            "text_mean": 0.7875,
            "pooled": 0.7875,
            "wilson95": [
              0.6857784426940333,
              0.8628761328230384
            ],
            "bootstrap95": [
              0.6875,
              0.875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 13,
            "text_mean": 0.1625,
            "pooled": 0.1625,
            "wilson95": [
              0.09749819402950367,
              0.2584290434069771
            ],
            "bootstrap95": [
              0.0875,
              0.25
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 64,
            "text_mean": 0.8,
            "pooled": 0.8,
            "wilson95": [
              0.6995375627182917,
              0.8729715595603921
            ],
            "bootstrap95": [
              0.7125,
              0.8875
            ]
          }
        },
        "target_test": {
          "threshold": 0.9769186334868125,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 50,
            "text_mean": 0.30120481927710846,
            "pooled": 0.30120481927710846,
            "wilson95": [
              0.2365574927030631,
              0.3748448088417096
            ],
            "bootstrap95": [
              0.23478915662650604,
              0.37349397590361444
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 28,
            "text_mean": 0.1686746987951807,
            "pooled": 0.1686746987951807,
            "wilson95": [
              0.11935554181412962,
              0.23298162742715822
            ],
            "bootstrap95": [
              0.1144578313253012,
              0.2289156626506024
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 117,
            "text_mean": 0.7048192771084337,
            "pooled": 0.7048192771084337,
            "wilson95": [
              0.6314328145486011,
              0.7689405717386028
            ],
            "bootstrap95": [
              0.6325301204819277,
              0.7710843373493976
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 21,
            "text_mean": 0.12650602409638553,
            "pooled": 0.12650602409638553,
            "wilson95": [
              0.08425167742952813,
              0.1856556769879236
            ],
            "bootstrap95": [
              0.0783132530120482,
              0.18072289156626506
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 138,
            "text_mean": 0.8313253012048193,
            "pooled": 0.8313253012048193,
            "wilson95": [
              0.7670183725728418,
              0.8806444581858704
            ],
            "bootstrap95": [
              0.7710843373493976,
              0.8855421686746988
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 116,
            "text_mean": 0.6987951807228916,
            "pooled": 0.6987951807228916,
            "wilson95": [
              0.6251551911582904,
              0.7634425072969369
            ],
            "bootstrap95": [
              0.6265060240963856,
              0.7650602409638554
            ]
          }
        },
        "local_reference": {
          "threshold": 0.9938858724897722,
          "target_test": {
            "threshold": 0.9938858724897722,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 24,
              "text_mean": 0.14457831325301204,
              "pooled": 0.14457831325301204,
              "wilson95": [
                0.0991204477459792,
                0.20611397016740227
              ],
              "bootstrap95": [
                0.0963855421686747,
                0.19879518072289157
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 16,
              "text_mean": 0.0963855421686747,
              "pooled": 0.0963855421686747,
              "wilson95": [
                0.06020163030645203,
                0.15082728495111677
              ],
              "bootstrap95": [
                0.05421686746987952,
                0.14457831325301204
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 122,
              "text_mean": 0.7349397590361446,
              "pooled": 0.7349397590361446,
              "wilson95": [
                0.6630355179440995,
                0.7962163075029872
              ],
              "bootstrap95": [
                0.6626506024096386,
                0.8012048192771084
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 28,
              "text_mean": 0.1686746987951807,
              "pooled": 0.1686746987951807,
              "wilson95": [
                0.11935554181412962,
                0.23298162742715822
              ],
              "bootstrap95": [
                0.1144578313253012,
                0.2289156626506024
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 150,
              "text_mean": 0.9036144578313253,
              "pooled": 0.9036144578313253,
              "wilson95": [
                0.8491727150488833,
                0.9397983696935479
              ],
              "bootstrap95": [
                0.8554216867469879,
                0.9457831325301205
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 142,
              "text_mean": 0.8554216867469879,
              "pooled": 0.8554216867469879,
              "wilson95": [
                0.7938860298325976,
                0.9008795522540207
              ],
              "bootstrap95": [
                0.8012048192771084,
                0.9036144578313253
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "emotion|k2|natural|aligned",
        "target": "emotion|k2|neutral|aligned",
        "source_task": "emotion",
        "target_task": "emotion",
        "score": "none_probability",
        "threshold": 0.9436,
        "source_calibration_subset": {
          "threshold": 0.9436,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 15,
            "text_mean": 0.1875,
            "pooled": 0.1875,
            "wilson95": [
              0.11705310466977323,
              0.28658322628993116
            ],
            "bootstrap95": [
              0.1125,
              0.2753124999999983
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 62,
            "text_mean": 0.775,
            "pooled": 0.775,
            "wilson95": [
              0.6721321021639265,
              0.8526679265915337
            ],
            "bootstrap95": [
              0.675,
              0.8625
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 15,
            "text_mean": 0.1875,
            "pooled": 0.1875,
            "wilson95": [
              0.11705310466977323,
              0.28658322628993116
            ],
            "bootstrap95": [
              0.1125,
              0.275
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9125,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 65,
            "text_mean": 0.8125,
            "pooled": 0.8125,
            "wilson95": [
              0.7134167737100688,
              0.8829468953302267
            ],
            "bootstrap95": [
              0.725,
              0.8878124999999982
            ]
          }
        },
        "target_test": {
          "threshold": 0.9436,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 24,
            "text_mean": 0.14457831325301204,
            "pooled": 0.14457831325301204,
            "wilson95": [
              0.0991204477459792,
              0.20611397016740227
            ],
            "bootstrap95": [
              0.09036144578313253,
              0.20481927710843373
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 6,
            "text_mean": 0.03614457831325301,
            "pooled": 0.03614457831325301,
            "wilson95": [
              0.016668762913448532,
              0.07660327402435443
            ],
            "bootstrap95": [
              0.012048192771084338,
              0.06626506024096386
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 129,
            "text_mean": 0.7771084337349398,
            "pooled": 0.7771084337349398,
            "wilson95": [
              0.7079365128194199,
              0.8337451274515029
            ],
            "bootstrap95": [
              0.7108433734939759,
              0.8373493975903614
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 31,
            "text_mean": 0.18674698795180722,
            "pooled": 0.18674698795180722,
            "wilson95": [
              0.1347962059931678,
              0.25286802674404973
            ],
            "bootstrap95": [
              0.13237951807228918,
              0.2469879518072289
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 160,
            "text_mean": 0.963855421686747,
            "pooled": 0.963855421686747,
            "wilson95": [
              0.9233967259756455,
              0.9833312370865515
            ],
            "bootstrap95": [
              0.9337349397590361,
              0.9879518072289156
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 142,
            "text_mean": 0.8554216867469879,
            "pooled": 0.8554216867469879,
            "wilson95": [
              0.7938860298325976,
              0.9008795522540207
            ],
            "bootstrap95": [
              0.8012048192771084,
              0.9096385542168675
            ]
          }
        },
        "local_reference": {
          "threshold": 0.9022,
          "target_test": {
            "threshold": 0.9022,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 45,
              "text_mean": 0.2710843373493976,
              "pooled": 0.2710843373493976,
              "wilson95": [
                0.20920932021440333,
                0.3433145421704864
              ],
              "bootstrap95": [
                0.20481927710843373,
                0.3373493975903614
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 18,
              "text_mean": 0.10843373493975904,
              "pooled": 0.10843373493975904,
              "wilson95": [
                0.06969768908106336,
                0.1648826018404586
              ],
              "bootstrap95": [
                0.06626506024096386,
                0.1566265060240964
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 123,
              "text_mean": 0.7409638554216867,
              "pooled": 0.7409638554216867,
              "wilson95": [
                0.6694009420855891,
                0.8016265711934742
              ],
              "bootstrap95": [
                0.6746987951807228,
                0.8072289156626506
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 25,
              "text_mean": 0.15060240963855423,
              "pooled": 0.15060240963855423,
              "wilson95": [
                0.10413810746388927,
                0.21287199828146883
              ],
              "bootstrap95": [
                0.0963855421686747,
                0.20481927710843373
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 148,
              "text_mean": 0.891566265060241,
              "pooled": 0.891566265060241,
              "wilson95": [
                0.8351173981595413,
                0.9303023109189367
              ],
              "bootstrap95": [
                0.8433734939759037,
                0.9397590361445783
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 121,
              "text_mean": 0.7289156626506024,
              "pooled": 0.7289156626506024,
              "wilson95": [
                0.6566854578295136,
                0.7907906797855966
              ],
              "bootstrap95": [
                0.6626506024096386,
                0.7951807228915663
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "emotion|k4|natural|aligned",
        "target": "emotion|k4|neutral|aligned",
        "source_task": "emotion",
        "target_task": "emotion",
        "score": "negative_max",
        "threshold": -0.4698,
        "source_calibration_subset": {
          "threshold": -0.4698,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 20,
            "text_mean": 0.25,
            "pooled": 0.25,
            "wilson95": [
              0.16806231857542375,
              0.3548467461923397
            ],
            "bootstrap95": [
              0.1625,
              0.35
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 56,
            "text_mean": 0.7,
            "pooled": 0.7,
            "wilson95": [
              0.5923184607866026,
              0.7893542873991866
            ],
            "bootstrap95": [
              0.6,
              0.8
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 20,
            "text_mean": 0.25,
            "pooled": 0.25,
            "wilson95": [
              0.16806231857542375,
              0.3548467461923397
            ],
            "bootstrap95": [
              0.1625,
              0.35
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 60,
            "text_mean": 0.75,
            "pooled": 0.75,
            "wilson95": [
              0.6451532538076602,
              0.8319376814245761
            ],
            "bootstrap95": [
              0.65,
              0.8375
            ]
          }
        },
        "target_test": {
          "threshold": -0.4698,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 62,
            "text_mean": 0.37349397590361444,
            "pooled": 0.37349397590361444,
            "wilson95": [
              0.3035494221433176,
              0.44916113338517405
            ],
            "bootstrap95": [
              0.3072289156626506,
              0.45180722891566266
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 30,
            "text_mean": 0.18072289156626506,
            "pooled": 0.18072289156626506,
            "wilson95": [
              0.12962614302362152,
              0.24626240188161946
            ],
            "bootstrap95": [
              0.12650602409638553,
              0.24096385542168675
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 91,
            "text_mean": 0.5481927710843374,
            "pooled": 0.5481927710843374,
            "wilson95": [
              0.47224866288274403,
              0.6219568397730688
            ],
            "bootstrap95": [
              0.4759036144578313,
              0.6265060240963856
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 45,
            "text_mean": 0.2710843373493976,
            "pooled": 0.2710843373493976,
            "wilson95": [
              0.20920932021440333,
              0.3433145421704864
            ],
            "bootstrap95": [
              0.20481927710843373,
              0.3373493975903614
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 136,
            "text_mean": 0.8192771084337349,
            "pooled": 0.8192771084337349,
            "wilson95": [
              0.7537375981183805,
              0.8703738569763784
            ],
            "bootstrap95": [
              0.7590361445783133,
              0.8734939759036144
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 104,
            "text_mean": 0.6265060240963856,
            "pooled": 0.6265060240963856,
            "wilson95": [
              0.550838866614826,
              0.6964505778566824
            ],
            "bootstrap95": [
              0.5542168674698795,
              0.7048192771084337
            ]
          }
        },
        "local_reference": {
          "threshold": -0.4186,
          "target_test": {
            "threshold": -0.4186,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 44,
              "text_mean": 0.26506024096385544,
              "pooled": 0.26506024096385544,
              "wilson95": [
                0.2037836924970127,
                0.33696448205590046
              ],
              "bootstrap95": [
                0.1927710843373494,
                0.3313253012048193
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 21,
              "text_mean": 0.12650602409638553,
              "pooled": 0.12650602409638553,
              "wilson95": [
                0.08425167742952813,
                0.1856556769879236
              ],
              "bootstrap95": [
                0.0783132530120482,
                0.18072289156626506
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 96,
              "text_mean": 0.5783132530120482,
              "pooled": 0.5783132530120482,
              "wilson95": [
                0.5022526711184665,
                0.650831270697229
              ],
              "bootstrap95": [
                0.5060240963855421,
                0.6506024096385542
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 49,
              "text_mean": 0.29518072289156627,
              "pooled": 0.29518072289156627,
              "wilson95": [
                0.2310594282613972,
                0.3685671854513988
              ],
              "bootstrap95": [
                0.22289156626506024,
                0.3674698795180723
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 145,
              "text_mean": 0.8734939759036144,
              "pooled": 0.8734939759036144,
              "wilson95": [
                0.8143443230120763,
                0.9157483225704718
              ],
              "bootstrap95": [
                0.8192771084337349,
                0.9216867469879518
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 122,
              "text_mean": 0.7349397590361446,
              "pooled": 0.7349397590361446,
              "wilson95": [
                0.6630355179440995,
                0.7962163075029872
              ],
              "bootstrap95": [
                0.6686746987951807,
                0.8012048192771084
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "emotion|k4|natural|aligned",
        "target": "emotion|k4|neutral|aligned",
        "source_task": "emotion",
        "target_task": "emotion",
        "score": "normalized_entropy",
        "threshold": 0.8376583647591809,
        "source_calibration_subset": {
          "threshold": 0.8376583647591809,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 28,
            "text_mean": 0.35,
            "pooled": 0.35,
            "wilson95": [
              0.25454550534873466,
              0.45919993351192334
            ],
            "bootstrap95": [
              0.25,
              0.45
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 57,
            "text_mean": 0.7125,
            "pooled": 0.7125,
            "wilson95": [
              0.6053965378701002,
              0.8001307570773007
            ],
            "bootstrap95": [
              0.6125,
              0.8
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 19,
            "text_mean": 0.2375,
            "pooled": 0.2375,
            "wilson95": [
              0.15764672866774618,
              0.34140778933840543
            ],
            "bootstrap95": [
              0.15,
              0.3375
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 52,
            "text_mean": 0.65,
            "pooled": 0.65,
            "wilson95": [
              0.5408000664880767,
              0.7454544946512652
            ],
            "bootstrap95": [
              0.5375,
              0.75
            ]
          }
        },
        "target_test": {
          "threshold": 0.8376583647591809,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 74,
            "text_mean": 0.4457831325301205,
            "pooled": 0.4457831325301205,
            "wilson95": [
              0.3722464688098768,
              0.5217723407023338
            ],
            "bootstrap95": [
              0.37349397590361444,
              0.5180722891566265
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 44,
            "text_mean": 0.26506024096385544,
            "pooled": 0.26506024096385544,
            "wilson95": [
              0.2037836924970127,
              0.33696448205590046
            ],
            "bootstrap95": [
              0.19879518072289157,
              0.3373493975903614
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 83,
            "text_mean": 0.5,
            "pooled": 0.5,
            "wilson95": [
              0.42480374020946343,
              0.5751962597905366
            ],
            "bootstrap95": [
              0.42168674698795183,
              0.5783132530120482
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 39,
            "text_mean": 0.23493975903614459,
            "pooled": 0.23493975903614459,
            "wilson95": [
              0.17689305426018903,
              0.30497668113284127
            ],
            "bootstrap95": [
              0.1746987951807229,
              0.30120481927710846
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 122,
            "text_mean": 0.7349397590361446,
            "pooled": 0.7349397590361446,
            "wilson95": [
              0.6630355179440995,
              0.7962163075029872
            ],
            "bootstrap95": [
              0.6626506024096386,
              0.7951807228915663
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 92,
            "text_mean": 0.5542168674698795,
            "pooled": 0.5542168674698795,
            "wilson95": [
              0.4782276592976661,
              0.6277535311901231
            ],
            "bootstrap95": [
              0.4759036144578313,
              0.6325301204819277
            ]
          }
        },
        "local_reference": {
          "threshold": 0.9359140841336959,
          "target_test": {
            "threshold": 0.9359140841336959,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 41,
              "text_mean": 0.2469879518072289,
              "pooled": 0.2469879518072289,
              "wilson95": [
                0.18760035670124037,
                0.31782075435574303
              ],
              "bootstrap95": [
                0.18072289156626506,
                0.3132530120481928
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 14,
              "text_mean": 0.08433734939759036,
              "pooled": 0.08433734939759036,
              "wilson95": [
                0.050901346094600966,
                0.13657619349901468
              ],
              "bootstrap95": [
                0.04216867469879518,
                0.12650602409638553
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 98,
              "text_mean": 0.5903614457831325,
              "pooled": 0.5903614457831325,
              "wilson95": [
                0.5143313424383751,
                0.6623039750412738
              ],
              "bootstrap95": [
                0.5120481927710844,
                0.6626506024096386
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 54,
              "text_mean": 0.3253012048192771,
              "pooled": 0.3253012048192771,
              "wilson95": [
                0.2586848333811249,
                0.399820219491554
              ],
              "bootstrap95": [
                0.25301204819277107,
                0.39759036144578314
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 152,
              "text_mean": 0.9156626506024096,
              "pooled": 0.9156626506024096,
              "wilson95": [
                0.8634238065009852,
                0.9490986539053989
              ],
              "bootstrap95": [
                0.8734939759036144,
                0.9578313253012049
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 125,
              "text_mean": 0.7530120481927711,
              "pooled": 0.7530120481927711,
              "wilson95": [
                0.6821792456442569,
                0.8123996432987596
              ],
              "bootstrap95": [
                0.6867469879518072,
                0.8132530120481928
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "emotion|k4|natural|aligned",
        "target": "emotion|k4|neutral|aligned",
        "source_task": "emotion",
        "target_task": "emotion",
        "score": "none_probability",
        "threshold": 0.8679,
        "source_calibration_subset": {
          "threshold": 0.8679,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 20,
            "text_mean": 0.25,
            "pooled": 0.25,
            "wilson95": [
              0.16806231857542375,
              0.3548467461923397
            ],
            "bootstrap95": [
              0.15,
              0.35
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 3,
            "text_mean": 0.0375,
            "pooled": 0.0375,
            "wilson95": [
              0.012834568919911402,
              0.10454720090045115
            ],
            "bootstrap95": [
              0.0,
              0.0875
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 56,
            "text_mean": 0.7,
            "pooled": 0.7,
            "wilson95": [
              0.5923184607866026,
              0.7893542873991866
            ],
            "bootstrap95": [
              0.6,
              0.8
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 21,
            "text_mean": 0.2625,
            "pooled": 0.2625,
            "wilson95": [
              0.1785740148850936,
              0.36818959664428175
            ],
            "bootstrap95": [
              0.175,
              0.3625
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 77,
            "text_mean": 0.9625,
            "pooled": 0.9625,
            "wilson95": [
              0.8954527990995489,
              0.9871654310800886
            ],
            "bootstrap95": [
              0.9125,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 60,
            "text_mean": 0.75,
            "pooled": 0.75,
            "wilson95": [
              0.6451532538076602,
              0.8319376814245761
            ],
            "bootstrap95": [
              0.65,
              0.85
            ]
          }
        },
        "target_test": {
          "threshold": 0.8679,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 20,
            "text_mean": 0.12048192771084337,
            "pooled": 0.12048192771084337,
            "wilson95": [
              0.07936257764109922,
              0.17876908894437593
            ],
            "bootstrap95": [
              0.07228915662650602,
              0.1746987951807229
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 7,
            "text_mean": 0.04216867469879518,
            "pooled": 0.04216867469879518,
            "wilson95": [
              0.02057424428963385,
              0.08447348048014569
            ],
            "bootstrap95": [
              0.012048192771084338,
              0.07228915662650602
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 100,
            "text_mean": 0.6024096385542169,
            "pooled": 0.6024096385542169,
            "wilson95": [
              0.5264548235670012,
              0.6737318695766008
            ],
            "bootstrap95": [
              0.5301204819277109,
              0.6746987951807228
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 59,
            "text_mean": 0.35542168674698793,
            "pooled": 0.35542168674698793,
            "wilson95": [
              0.2866334979060278,
              0.430749994126534
            ],
            "bootstrap95": [
              0.28313253012048195,
              0.42771084337349397
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 159,
            "text_mean": 0.9578313253012049,
            "pooled": 0.9578313253012049,
            "wilson95": [
              0.9155265195198543,
              0.979425755710366
            ],
            "bootstrap95": [
              0.927710843373494,
              0.9879518072289156
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 146,
            "text_mean": 0.8795180722891566,
            "pooled": 0.8795180722891566,
            "wilson95": [
              0.821230911055624,
              0.9206374223589007
            ],
            "bootstrap95": [
              0.8313253012048193,
              0.927710843373494
            ]
          }
        },
        "local_reference": {
          "threshold": 0.7574,
          "target_test": {
            "threshold": 0.7574,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 61,
              "text_mean": 0.3674698795180723,
              "pooled": 0.3674698795180723,
              "wilson95": [
                0.2978988691530832,
                0.44303599854343184
              ],
              "bootstrap95": [
                0.29518072289156627,
                0.4457831325301205
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 23,
              "text_mean": 0.13855421686746988,
              "pooled": 0.13855421686746988,
              "wilson95": [
                0.09413242881394443,
                0.1993263012674605
              ],
              "bootstrap95": [
                0.09036144578313253,
                0.1927710843373494
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 93,
              "text_mean": 0.5602409638554217,
              "pooled": 0.5602409638554217,
              "wilson95": [
                0.48421751123171053,
                0.6335393670880552
              ],
              "bootstrap95": [
                0.4879518072289157,
                0.6385542168674698
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 50,
              "text_mean": 0.30120481927710846,
              "pooled": 0.30120481927710846,
              "wilson95": [
                0.2365574927030631,
                0.3748448088417096
              ],
              "bootstrap95": [
                0.23493975903614459,
                0.3674698795180723
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 143,
              "text_mean": 0.8614457831325302,
              "pooled": 0.8614457831325302,
              "wilson95": [
                0.8006736987325396,
                0.9058675711860555
              ],
              "bootstrap95": [
                0.8072289156626506,
                0.9096385542168675
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 105,
              "text_mean": 0.6325301204819277,
              "pooled": 0.6325301204819277,
              "wilson95": [
                0.556964001456568,
                0.7021011308469167
              ],
              "bootstrap95": [
                0.5602409638554217,
                0.7048192771084337
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "emotion|k5|natural|aligned",
        "target": "emotion|k5|neutral|aligned",
        "source_task": "emotion",
        "target_task": "emotion",
        "score": "negative_max",
        "threshold": -0.4097,
        "source_calibration_subset": {
          "threshold": -0.4097,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 13,
            "text_mean": 0.1625,
            "pooled": 0.1625,
            "wilson95": [
              0.09749819402950367,
              0.2584290434069771
            ],
            "bootstrap95": [
              0.0875,
              0.25
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 51,
            "text_mean": 0.6375,
            "pooled": 0.6375,
            "wilson95": [
              0.5281079450222215,
              0.7342920693555084
            ],
            "bootstrap95": [
              0.5375,
              0.7375
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 25,
            "text_mean": 0.3125,
            "pooled": 0.3125,
            "wilson95": [
              0.2215040411289482,
              0.4206777574468744
            ],
            "bootstrap95": [
              0.2125,
              0.4125
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 67,
            "text_mean": 0.8375,
            "pooled": 0.8375,
            "wilson95": [
              0.7415709565930229,
              0.9025018059704963
            ],
            "bootstrap95": [
              0.75,
              0.9125
            ]
          }
        },
        "target_test": {
          "threshold": -0.4097,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 43,
            "text_mean": 0.25903614457831325,
            "pooled": 0.25903614457831325,
            "wilson95": [
              0.19837342880652575,
              0.3305990579144108
            ],
            "bootstrap95": [
              0.1927710843373494,
              0.3253012048192771
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 31,
            "text_mean": 0.18674698795180722,
            "pooled": 0.18674698795180722,
            "wilson95": [
              0.1347962059931678,
              0.25286802674404973
            ],
            "bootstrap95": [
              0.13253012048192772,
              0.2469879518072289
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 80,
            "text_mean": 0.4819277108433735,
            "pooled": 0.4819277108433735,
            "wilson95": [
              0.40718823216481376,
              0.5574847043392565
            ],
            "bootstrap95": [
              0.40963855421686746,
              0.5602409638554217
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 55,
            "text_mean": 0.3313253012048193,
            "pooled": 0.3313253012048193,
            "wilson95": [
              0.2642494217076147,
              0.4060313189970409
            ],
            "bootstrap95": [
              0.26506024096385544,
              0.4036144578313253
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 135,
            "text_mean": 0.8132530120481928,
            "pooled": 0.8132530120481928,
            "wilson95": [
              0.7471319732559502,
              0.8652037940068321
            ],
            "bootstrap95": [
              0.7530120481927711,
              0.8734939759036144
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 123,
            "text_mean": 0.7409638554216867,
            "pooled": 0.7409638554216867,
            "wilson95": [
              0.6694009420855891,
              0.8016265711934742
            ],
            "bootstrap95": [
              0.6746987951807228,
              0.8072289156626506
            ]
          }
        },
        "local_reference": {
          "threshold": -0.4198,
          "target_test": {
            "threshold": -0.4198,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 51,
              "text_mean": 0.3072289156626506,
              "pooled": 0.3072289156626506,
              "wilson95": [
                0.242069280836755,
                0.3811087085399942
              ],
              "bootstrap95": [
                0.24096385542168675,
                0.3795180722891566
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 35,
              "text_mean": 0.21084337349397592,
              "pooled": 0.21084337349397592,
              "wilson95": [
                0.15568963477418032,
                0.27907734929094363
              ],
              "bootstrap95": [
                0.15060240963855423,
                0.2710843373493976
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 80,
              "text_mean": 0.4819277108433735,
              "pooled": 0.4819277108433735,
              "wilson95": [
                0.40718823216481376,
                0.5574847043392565
              ],
              "bootstrap95": [
                0.40963855421686746,
                0.5542168674698795
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 51,
              "text_mean": 0.3072289156626506,
              "pooled": 0.3072289156626506,
              "wilson95": [
                0.242069280836755,
                0.3811087085399942
              ],
              "bootstrap95": [
                0.24096385542168675,
                0.3795180722891566
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 131,
              "text_mean": 0.7891566265060241,
              "pooled": 0.7891566265060241,
              "wilson95": [
                0.7209226507090565,
                0.8443103652258197
              ],
              "bootstrap95": [
                0.7228915662650602,
                0.8493975903614458
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 115,
              "text_mean": 0.6927710843373494,
              "pooled": 0.6927710843373494,
              "wilson95": [
                0.6188912914600057,
                0.7579307191632448
              ],
              "bootstrap95": [
                0.6204819277108434,
                0.7590361445783133
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "emotion|k5|natural|aligned",
        "target": "emotion|k5|neutral|aligned",
        "source_task": "emotion",
        "target_task": "emotion",
        "score": "normalized_entropy",
        "threshold": 0.8568259990134796,
        "source_calibration_subset": {
          "threshold": 0.8568259990134796,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 17,
            "text_mean": 0.2125,
            "pooled": 0.2125,
            "wilson95": [
              0.13712386717696146,
              0.31422155730596657
            ],
            "bootstrap95": [
              0.125,
              0.3125
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 51,
            "text_mean": 0.6375,
            "pooled": 0.6375,
            "wilson95": [
              0.5281079450222215,
              0.7342920693555084
            ],
            "bootstrap95": [
              0.5375,
              0.7375
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 25,
            "text_mean": 0.3125,
            "pooled": 0.3125,
            "wilson95": [
              0.2215040411289482,
              0.4206777574468744
            ],
            "bootstrap95": [
              0.2125,
              0.425
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 63,
            "text_mean": 0.7875,
            "pooled": 0.7875,
            "wilson95": [
              0.6857784426940333,
              0.8628761328230384
            ],
            "bootstrap95": [
              0.7,
              0.875
            ]
          }
        },
        "target_test": {
          "threshold": 0.8568259990134796,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 68,
            "text_mean": 0.40963855421686746,
            "pooled": 0.40963855421686746,
            "wilson95": [
              0.33769602495872625,
              0.48566865756162486
            ],
            "bootstrap95": [
              0.3373493975903614,
              0.4879518072289157
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 38,
            "text_mean": 0.2289156626506024,
            "pooled": 0.2289156626506024,
            "wilson95": [
              0.17156509637724146,
              0.2985289511838122
            ],
            "bootstrap95": [
              0.1686746987951807,
              0.29518072289156627
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 77,
            "text_mean": 0.463855421686747,
            "pooled": 0.463855421686747,
            "wilson95": [
              0.3896689560188625,
              0.5396769169892779
            ],
            "bootstrap95": [
              0.3855421686746988,
              0.5421686746987951
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 51,
            "text_mean": 0.3072289156626506,
            "pooled": 0.3072289156626506,
            "wilson95": [
              0.242069280836755,
              0.3811087085399942
            ],
            "bootstrap95": [
              0.23493975903614459,
              0.3795180722891566
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 128,
            "text_mean": 0.7710843373493976,
            "pooled": 0.7710843373493976,
            "wilson95": [
              0.7014710488161878,
              0.8284349036227586
            ],
            "bootstrap95": [
              0.7048192771084337,
              0.8254518072289149
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 98,
            "text_mean": 0.5903614457831325,
            "pooled": 0.5903614457831325,
            "wilson95": [
              0.5143313424383751,
              0.6623039750412738
            ],
            "bootstrap95": [
              0.5120481927710844,
              0.6686746987951807
            ]
          }
        },
        "local_reference": {
          "threshold": 0.9050941902626887,
          "target_test": {
            "threshold": 0.9050941902626887,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 38,
              "text_mean": 0.2289156626506024,
              "pooled": 0.2289156626506024,
              "wilson95": [
                0.17156509637724146,
                0.2985289511838122
              ],
              "bootstrap95": [
                0.1686746987951807,
                0.2891566265060241
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 23,
              "text_mean": 0.13855421686746988,
              "pooled": 0.13855421686746988,
              "wilson95": [
                0.09413242881394443,
                0.1993263012674605
              ],
              "bootstrap95": [
                0.08433734939759036,
                0.1927710843373494
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 83,
              "text_mean": 0.5,
              "pooled": 0.5,
              "wilson95": [
                0.42480374020946343,
                0.5751962597905366
              ],
              "bootstrap95": [
                0.42771084337349397,
                0.572289156626506
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 60,
              "text_mean": 0.3614457831325301,
              "pooled": 0.3614457831325301,
              "wilson95": [
                0.29226018669501796,
                0.4368989931695205
              ],
              "bootstrap95": [
                0.2891566265060241,
                0.4397590361445783
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 143,
              "text_mean": 0.8614457831325302,
              "pooled": 0.8614457831325302,
              "wilson95": [
                0.8006736987325396,
                0.9058675711860555
              ],
              "bootstrap95": [
                0.8072289156626506,
                0.9096385542168675
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 128,
              "text_mean": 0.7710843373493976,
              "pooled": 0.7710843373493976,
              "wilson95": [
                0.7014710488161878,
                0.8284349036227586
              ],
              "bootstrap95": [
                0.7048192771084337,
                0.8313253012048193
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "name",
        "source": "emotion|k5|natural|aligned",
        "target": "emotion|k5|neutral|aligned",
        "source_task": "emotion",
        "target_task": "emotion",
        "score": "none_probability",
        "threshold": 0.9801,
        "source_calibration_subset": {
          "threshold": 0.9801,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 17,
            "text_mean": 0.2125,
            "pooled": 0.2125,
            "wilson95": [
              0.13712386717696146,
              0.31422155730596657
            ],
            "bootstrap95": [
              0.125,
              0.3
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 46,
            "text_mean": 0.575,
            "pooled": 0.575,
            "wilson95": [
              0.4656928984656886,
              0.6774343821039822
            ],
            "bootstrap95": [
              0.4625,
              0.6875
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 30,
            "text_mean": 0.375,
            "pooled": 0.375,
            "wilson95": [
              0.27694178701531175,
              0.48451274536857
            ],
            "bootstrap95": [
              0.275,
              0.47531249999999825
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 63,
            "text_mean": 0.7875,
            "pooled": 0.7875,
            "wilson95": [
              0.6857784426940333,
              0.8628761328230384
            ],
            "bootstrap95": [
              0.7,
              0.875
            ]
          }
        },
        "target_test": {
          "threshold": 0.9801,
          "n_text": 166,
          "n_variants": 166,
          "detection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 19,
            "text_mean": 0.1144578313253012,
            "pooled": 0.1144578313253012,
            "wilson95": [
              0.07451044375765449,
              0.17184553499584404
            ],
            "bootstrap95": [
              0.06626506024096386,
              0.16265060240963855
            ]
          },
          "false_rejection": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 5,
            "text_mean": 0.030120481927710843,
            "pooled": 0.030120481927710843,
            "wilson95": [
              0.012932886525083166,
              0.06856346258074322
            ],
            "bootstrap95": [
              0.006024096385542169,
              0.060240963855421686
            ]
          },
          "present_correct_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 87,
            "text_mean": 0.5240963855421686,
            "pooled": 0.5240963855421686,
            "wilson95": [
              0.4484405125740948,
              0.5986622387538115
            ],
            "bootstrap95": [
              0.4516566265060241,
              0.5963855421686747
            ]
          },
          "present_wrong_accepted": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 74,
            "text_mean": 0.4457831325301205,
            "pooled": 0.4457831325301205,
            "wilson95": [
              0.3722464688098768,
              0.5217723407023338
            ],
            "bootstrap95": [
              0.37349397590361444,
              0.5240963855421686
            ]
          },
          "present_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 161,
            "text_mean": 0.9698795180722891,
            "pooled": 0.9698795180722891,
            "wilson95": [
              0.9314365374192567,
              0.9870671134749168
            ],
            "bootstrap95": [
              0.9397590361445783,
              0.9939759036144579
            ]
          },
          "absent_false_acceptance": {
            "n_text": 166,
            "n_variants": 166,
            "successes": 147,
            "text_mean": 0.8855421686746988,
            "pooled": 0.8855421686746988,
            "wilson95": [
              0.8281544650041559,
              0.9254895562423455
            ],
            "bootstrap95": [
              0.8373493975903614,
              0.927710843373494
            ]
          }
        },
        "local_reference": {
          "threshold": 0.9228,
          "target_test": {
            "threshold": 0.9228,
            "n_text": 166,
            "n_variants": 166,
            "detection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 51,
              "text_mean": 0.3072289156626506,
              "pooled": 0.3072289156626506,
              "wilson95": [
                0.242069280836755,
                0.3811087085399942
              ],
              "bootstrap95": [
                0.24096385542168675,
                0.3855421686746988
              ]
            },
            "false_rejection": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 24,
              "text_mean": 0.14457831325301204,
              "pooled": 0.14457831325301204,
              "wilson95": [
                0.0991204477459792,
                0.20611397016740227
              ],
              "bootstrap95": [
                0.09036144578313253,
                0.19879518072289157
              ]
            },
            "present_correct_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 80,
              "text_mean": 0.4819277108433735,
              "pooled": 0.4819277108433735,
              "wilson95": [
                0.40718823216481376,
                0.5574847043392565
              ],
              "bootstrap95": [
                0.40963855421686746,
                0.5602409638554217
              ]
            },
            "present_wrong_accepted": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 62,
              "text_mean": 0.37349397590361444,
              "pooled": 0.37349397590361444,
              "wilson95": [
                0.3035494221433176,
                0.44916113338517405
              ],
              "bootstrap95": [
                0.30120481927710846,
                0.45180722891566266
              ]
            },
            "present_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 142,
              "text_mean": 0.8554216867469879,
              "pooled": 0.8554216867469879,
              "wilson95": [
                0.7938860298325976,
                0.9008795522540207
              ],
              "bootstrap95": [
                0.7951807228915663,
                0.9036144578313253
              ]
            },
            "absent_false_acceptance": {
              "n_text": 166,
              "n_variants": 166,
              "successes": 115,
              "text_mean": 0.6927710843373494,
              "pooled": 0.6927710843373494,
              "wilson95": [
                0.6188912914600057,
                0.7579307191632448
              ],
              "bootstrap95": [
                0.6204819277108434,
                0.7590361445783133
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": false
      },
      {
        "transfer_type": "count",
        "source": "trec|k2|natural|aligned",
        "target": "trec|k4|natural|aligned",
        "source_task": "trec",
        "target_task": "trec",
        "score": "negative_max",
        "threshold": -0.5429,
        "source_calibration_subset": {
          "threshold": -0.5429,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 23,
            "text_mean": 0.2875,
            "pooled": 0.2875,
            "wilson95": [
              0.19986924292269914,
              0.3946034621298997
            ],
            "bootstrap95": [
              0.1875,
              0.3875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 71,
            "text_mean": 0.8875,
            "pooled": 0.8875,
            "wilson95": [
              0.7998178190762713,
              0.9396731305336952
            ],
            "bootstrap95": [
              0.8125,
              0.95
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 5,
            "text_mean": 0.0625,
            "pooled": 0.0625,
            "wilson95": [
              0.026989375670841982,
              0.13810148767274424
            ],
            "bootstrap95": [
              0.0125,
              0.1125
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 57,
            "text_mean": 0.7125,
            "pooled": 0.7125,
            "wilson95": [
              0.6053965378701002,
              0.8001307570773007
            ],
            "bootstrap95": [
              0.6125,
              0.8003124999999983
            ]
          }
        },
        "target_test": {
          "threshold": -0.5429,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 106,
            "text_mean": 0.7066666666666667,
            "pooled": 0.7066666666666667,
            "wilson95": [
              0.6293765082407161,
              0.7736357907538123
            ],
            "bootstrap95": [
              0.6333333333333333,
              0.78
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 23,
            "text_mean": 0.15333333333333332,
            "pooled": 0.15333333333333332,
            "wilson95": [
              0.10439953770520066,
              0.2195798317233324
            ],
            "bootstrap95": [
              0.1,
              0.21333333333333335
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 118,
            "text_mean": 0.7866666666666666,
            "pooled": 0.7866666666666666,
            "wilson95": [
              0.7143794210903474,
              0.8446376388052887
            ],
            "bootstrap95": [
              0.72,
              0.8468333333333324
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 9,
            "text_mean": 0.06,
            "pooled": 0.06,
            "wilson95": [
              0.03188404420920533,
              0.11008977083470209
            ],
            "bootstrap95": [
              0.02666666666666667,
              0.1
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 127,
            "text_mean": 0.8466666666666667,
            "pooled": 0.8466666666666667,
            "wilson95": [
              0.7804201682766676,
              0.8956004622947993
            ],
            "bootstrap95": [
              0.7866666666666666,
              0.9
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 44,
            "text_mean": 0.29333333333333333,
            "pooled": 0.29333333333333333,
            "wilson95": [
              0.22636420924618766,
              0.37062349175928394
            ],
            "bootstrap95": [
              0.22,
              0.36016666666666575
            ]
          }
        },
        "local_reference": {
          "threshold": -0.4032,
          "target_test": {
            "threshold": -0.4032,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 67,
              "text_mean": 0.44666666666666666,
              "pooled": 0.44666666666666666,
              "wilson95": [
                0.36942801041509465,
                0.5265688156508335
              ],
              "bootstrap95": [
                0.37333333333333335,
                0.5266666666666666
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 12,
              "text_mean": 0.08,
              "pooled": 0.08,
              "wilson95": [
                0.04635364151865291,
                0.13462136375053146
              ],
              "bootstrap95": [
                0.04,
                0.12666666666666668
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 124,
              "text_mean": 0.8266666666666667,
              "pooled": 0.8266666666666667,
              "wilson95": [
                0.7581400726100628,
                0.8788793677361272
              ],
              "bootstrap95": [
                0.7665000000000001,
                0.8866666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 14,
              "text_mean": 0.09333333333333334,
              "pooled": 0.09333333333333334,
              "wilson95": [
                0.05641186747708652,
                0.1505639312756158
              ],
              "bootstrap95": [
                0.04666666666666667,
                0.14
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 138,
              "text_mean": 0.92,
              "pooled": 0.92,
              "wilson95": [
                0.8653786362494686,
                0.953646358481347
              ],
              "bootstrap95": [
                0.8733333333333333,
                0.96
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 83,
              "text_mean": 0.5533333333333333,
              "pooled": 0.5533333333333333,
              "wilson95": [
                0.47343118434916653,
                0.6305719895849053
              ],
              "bootstrap95": [
                0.47333333333333333,
                0.6268333333333325
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "count",
        "source": "trec|k2|natural|aligned",
        "target": "trec|k4|natural|aligned",
        "source_task": "trec",
        "target_task": "trec",
        "score": "normalized_entropy",
        "threshold": 0.9946831645574968,
        "source_calibration_subset": {
          "threshold": 0.9946831645574968,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 23,
            "text_mean": 0.2875,
            "pooled": 0.2875,
            "wilson95": [
              0.19986924292269914,
              0.3946034621298997
            ],
            "bootstrap95": [
              0.1875,
              0.3875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 71,
            "text_mean": 0.8875,
            "pooled": 0.8875,
            "wilson95": [
              0.7998178190762713,
              0.9396731305336952
            ],
            "bootstrap95": [
              0.8125,
              0.95
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 5,
            "text_mean": 0.0625,
            "pooled": 0.0625,
            "wilson95": [
              0.026989375670841982,
              0.13810148767274424
            ],
            "bootstrap95": [
              0.0125,
              0.125
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 57,
            "text_mean": 0.7125,
            "pooled": 0.7125,
            "wilson95": [
              0.6053965378701002,
              0.8001307570773007
            ],
            "bootstrap95": [
              0.6125,
              0.8125
            ]
          }
        },
        "target_test": {
          "threshold": 0.9946831645574968,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 6,
            "text_mean": 0.04,
            "pooled": 0.04,
            "wilson95": [
              0.01845916060207442,
              0.08451346421655606
            ],
            "bootstrap95": [
              0.013333333333333334,
              0.07333333333333333
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 2,
            "text_mean": 0.013333333333333334,
            "pooled": 0.013333333333333334,
            "wilson95": [
              0.0036641291512270503,
              0.04730690870036751
            ],
            "bootstrap95": [
              0.0,
              0.03333333333333333
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 129,
            "text_mean": 0.86,
            "pooled": 0.86,
            "wilson95": [
              0.7954479122405028,
              0.9065735118144821
            ],
            "bootstrap95": [
              0.8,
              0.9133333333333333
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 19,
            "text_mean": 0.12666666666666668,
            "pooled": 0.12666666666666668,
            "wilson95": [
              0.08261129487936036,
              0.18936648758213687
            ],
            "bootstrap95": [
              0.07333333333333333,
              0.18
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 148,
            "text_mean": 0.9866666666666667,
            "pooled": 0.9866666666666667,
            "wilson95": [
              0.9526930912996325,
              0.9963358708487731
            ],
            "bootstrap95": [
              0.9666666666666667,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 144,
            "text_mean": 0.96,
            "pooled": 0.96,
            "wilson95": [
              0.915486535783444,
              0.9815408393979256
            ],
            "bootstrap95": [
              0.9266666666666666,
              0.9866666666666667
            ]
          }
        },
        "local_reference": {
          "threshold": 0.940301001223589,
          "target_test": {
            "threshold": 0.940301001223589,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 60,
              "text_mean": 0.4,
              "pooled": 0.4,
              "wilson95": [
                0.3250432073625253,
                0.4799508415110901
              ],
              "bootstrap95": [
                0.32666666666666666,
                0.47333333333333333
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 10,
              "text_mean": 0.06666666666666667,
              "pooled": 0.06666666666666667,
              "wilson95": [
                0.03661185666960744,
                0.11836235511605896
              ],
              "bootstrap95": [
                0.03333333333333333,
                0.11333333333333333
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 125,
              "text_mean": 0.8333333333333334,
              "pooled": 0.8333333333333334,
              "wilson95": [
                0.7655341358309921,
                0.884485701256957
              ],
              "bootstrap95": [
                0.7731666666666667,
                0.8866666666666667
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 15,
              "text_mean": 0.1,
              "pooled": 0.1,
              "wilson95": [
                0.061541383826314106,
                0.15843481166814719
              ],
              "bootstrap95": [
                0.05333333333333334,
                0.15333333333333332
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 140,
              "text_mean": 0.9333333333333333,
              "pooled": 0.9333333333333333,
              "wilson95": [
                0.8816376448839411,
                0.9633881433303926
              ],
              "bootstrap95": [
                0.8933333333333333,
                0.9733333333333334
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 90,
              "text_mean": 0.6,
              "pooled": 0.6,
              "wilson95": [
                0.52004915848891,
                0.6749567926374747
              ],
              "bootstrap95": [
                0.52,
                0.68
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "count",
        "source": "trec|k2|natural|aligned",
        "target": "trec|k4|natural|aligned",
        "source_task": "trec",
        "target_task": "trec",
        "score": "none_probability",
        "threshold": 0.9852,
        "source_calibration_subset": {
          "threshold": 0.9852,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 25,
            "text_mean": 0.3125,
            "pooled": 0.3125,
            "wilson95": [
              0.2215040411289482,
              0.4206777574468744
            ],
            "bootstrap95": [
              0.2125,
              0.4125
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 72,
            "text_mean": 0.9,
            "pooled": 0.9,
            "wilson95": [
              0.8148931119389591,
              0.9484523844326191
            ],
            "bootstrap95": [
              0.825,
              0.9625
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 55,
            "text_mean": 0.6875,
            "pooled": 0.6875,
            "wilson95": [
              0.5793222425531256,
              0.7784959588710517
            ],
            "bootstrap95": [
              0.5875,
              0.7875
            ]
          }
        },
        "target_test": {
          "threshold": 0.9852,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 25,
            "text_mean": 0.16666666666666666,
            "pooled": 0.16666666666666666,
            "wilson95": [
              0.115514298743043,
              0.23446586416900808
            ],
            "bootstrap95": [
              0.10666666666666667,
              0.22666666666666666
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 4,
            "text_mean": 0.02666666666666667,
            "pooled": 0.02666666666666667,
            "wilson95": [
              0.010417940822967993,
              0.06655389051214453
            ],
            "bootstrap95": [
              0.006666666666666667,
              0.05333333333333334
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 123,
            "text_mean": 0.82,
            "pooled": 0.82,
            "wilson95": [
              0.7507767216820398,
              0.873242321922391
            ],
            "bootstrap95": [
              0.76,
              0.88
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 23,
            "text_mean": 0.15333333333333332,
            "pooled": 0.15333333333333332,
            "wilson95": [
              0.10439953770520066,
              0.2195798317233324
            ],
            "bootstrap95": [
              0.1,
              0.20666666666666667
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 146,
            "text_mean": 0.9733333333333334,
            "pooled": 0.9733333333333334,
            "wilson95": [
              0.9334461094878556,
              0.989582059177032
            ],
            "bootstrap95": [
              0.9466666666666667,
              0.9933333333333333
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 125,
            "text_mean": 0.8333333333333334,
            "pooled": 0.8333333333333334,
            "wilson95": [
              0.7655341358309921,
              0.884485701256957
            ],
            "bootstrap95": [
              0.7733333333333333,
              0.8866666666666667
            ]
          }
        },
        "local_reference": {
          "threshold": 0.9833,
          "target_test": {
            "threshold": 0.9833,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 34,
              "text_mean": 0.22666666666666666,
              "pooled": 0.22666666666666666,
              "wilson95": [
                0.1669817942684841,
                0.3000019393193978
              ],
              "bootstrap95": [
                0.16,
                0.29333333333333333
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 7,
              "text_mean": 0.04666666666666667,
              "pooled": 0.04666666666666667,
              "wilson95": [
                0.022786549161261972,
                0.09318647239912747
              ],
              "bootstrap95": [
                0.013333333333333334,
                0.08
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 121,
              "text_mean": 0.8066666666666666,
              "pooled": 0.8066666666666666,
              "wilson95": [
                0.7361371418228314,
                0.8618811082980816
              ],
              "bootstrap95": [
                0.74,
                0.8733333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 22,
              "text_mean": 0.14666666666666667,
              "pooled": 0.14666666666666667,
              "wilson95": [
                0.0988943721258812,
                0.2120846005608929
              ],
              "bootstrap95": [
                0.08666666666666667,
                0.2
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 143,
              "text_mean": 0.9533333333333334,
              "pooled": 0.9533333333333334,
              "wilson95": [
                0.9068135276008725,
                0.9772134508387381
              ],
              "bootstrap95": [
                0.9133333333333333,
                0.9866666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 116,
              "text_mean": 0.7733333333333333,
              "pooled": 0.7733333333333333,
              "wilson95": [
                0.6999980606806022,
                0.8330182057315159
              ],
              "bootstrap95": [
                0.7066666666666667,
                0.8333333333333334
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "count",
        "source": "trec|k2|natural|aligned",
        "target": "trec|k5|natural|aligned",
        "source_task": "trec",
        "target_task": "trec",
        "score": "negative_max",
        "threshold": -0.5429,
        "source_calibration_subset": {
          "threshold": -0.5429,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 23,
            "text_mean": 0.2875,
            "pooled": 0.2875,
            "wilson95": [
              0.19986924292269914,
              0.3946034621298997
            ],
            "bootstrap95": [
              0.1875,
              0.3875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 71,
            "text_mean": 0.8875,
            "pooled": 0.8875,
            "wilson95": [
              0.7998178190762713,
              0.9396731305336952
            ],
            "bootstrap95": [
              0.8125,
              0.95
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 5,
            "text_mean": 0.0625,
            "pooled": 0.0625,
            "wilson95": [
              0.026989375670841982,
              0.13810148767274424
            ],
            "bootstrap95": [
              0.0125,
              0.1125
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 57,
            "text_mean": 0.7125,
            "pooled": 0.7125,
            "wilson95": [
              0.6053965378701002,
              0.8001307570773007
            ],
            "bootstrap95": [
              0.6125,
              0.8003124999999983
            ]
          }
        },
        "target_test": {
          "threshold": -0.5429,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 112,
            "text_mean": 0.7466666666666667,
            "pooled": 0.7466666666666667,
            "wilson95": [
              0.6715059067359275,
              0.8095087727091548
            ],
            "bootstrap95": [
              0.6733333333333333,
              0.82
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 40,
            "text_mean": 0.26666666666666666,
            "pooled": 0.26666666666666666,
            "wilson95": [
              0.20237161354935268,
              0.3426145004890831
            ],
            "bootstrap95": [
              0.2,
              0.34
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 105,
            "text_mean": 0.7,
            "pooled": 0.7,
            "wilson95": [
              0.6224201960400859,
              0.7675917062126834
            ],
            "bootstrap95": [
              0.6266666666666667,
              0.7733333333333333
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 5,
            "text_mean": 0.03333333333333333,
            "pooled": 0.03333333333333333,
            "wilson95": [
              0.01432043189809255,
              0.07565179617877894
            ],
            "bootstrap95": [
              0.006666666666666667,
              0.06
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 110,
            "text_mean": 0.7333333333333333,
            "pooled": 0.7333333333333333,
            "wilson95": [
              0.6573854995109168,
              0.7976283864506474
            ],
            "bootstrap95": [
              0.66,
              0.8
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 38,
            "text_mean": 0.25333333333333335,
            "pooled": 0.25333333333333335,
            "wilson95": [
              0.19049122729084522,
              0.32849409326407264
            ],
            "bootstrap95": [
              0.18666666666666668,
              0.32666666666666666
            ]
          }
        },
        "local_reference": {
          "threshold": -0.3646,
          "target_test": {
            "threshold": -0.3646,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 59,
              "text_mean": 0.3933333333333333,
              "pooled": 0.3933333333333333,
              "wilson95": [
                0.318759856976774,
                0.47323379515508224
              ],
              "bootstrap95": [
                0.31333333333333335,
                0.47333333333333333
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 14,
              "text_mean": 0.09333333333333334,
              "pooled": 0.09333333333333334,
              "wilson95": [
                0.05641186747708652,
                0.1505639312756158
              ],
              "bootstrap95": [
                0.04666666666666667,
                0.14
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 124,
              "text_mean": 0.8266666666666667,
              "pooled": 0.8266666666666667,
              "wilson95": [
                0.7581400726100628,
                0.8788793677361272
              ],
              "bootstrap95": [
                0.76,
                0.8801666666666658
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 12,
              "text_mean": 0.08,
              "pooled": 0.08,
              "wilson95": [
                0.04635364151865291,
                0.13462136375053146
              ],
              "bootstrap95": [
                0.04,
                0.12666666666666668
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 136,
              "text_mean": 0.9066666666666666,
              "pooled": 0.9066666666666666,
              "wilson95": [
                0.8494360687243842,
                0.9435881325229135
              ],
              "bootstrap95": [
                0.8533333333333334,
                0.9468333333333324
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 91,
              "text_mean": 0.6066666666666667,
              "pooled": 0.6066666666666667,
              "wilson95": [
                0.5267662048449178,
                0.681240143023226
              ],
              "bootstrap95": [
                0.5333333333333333,
                0.6866666666666666
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "count",
        "source": "trec|k2|natural|aligned",
        "target": "trec|k5|natural|aligned",
        "source_task": "trec",
        "target_task": "trec",
        "score": "normalized_entropy",
        "threshold": 0.9946831645574968,
        "source_calibration_subset": {
          "threshold": 0.9946831645574968,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 23,
            "text_mean": 0.2875,
            "pooled": 0.2875,
            "wilson95": [
              0.19986924292269914,
              0.3946034621298997
            ],
            "bootstrap95": [
              0.1875,
              0.3875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 71,
            "text_mean": 0.8875,
            "pooled": 0.8875,
            "wilson95": [
              0.7998178190762713,
              0.9396731305336952
            ],
            "bootstrap95": [
              0.8125,
              0.95
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 5,
            "text_mean": 0.0625,
            "pooled": 0.0625,
            "wilson95": [
              0.026989375670841982,
              0.13810148767274424
            ],
            "bootstrap95": [
              0.0125,
              0.125
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 57,
            "text_mean": 0.7125,
            "pooled": 0.7125,
            "wilson95": [
              0.6053965378701002,
              0.8001307570773007
            ],
            "bootstrap95": [
              0.6125,
              0.8125
            ]
          }
        },
        "target_test": {
          "threshold": 0.9946831645574968,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 3,
            "text_mean": 0.02,
            "pooled": 0.02,
            "wilson95": [
              0.006824751322967459,
              0.05714668327038608
            ],
            "bootstrap95": [
              0.0,
              0.04666666666666667
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 1,
            "text_mean": 0.006666666666666667,
            "pooled": 0.006666666666666667,
            "wilson95": [
              0.0011778013350174366,
              0.03679283977481815
            ],
            "bootstrap95": [
              0.0,
              0.02
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 128,
            "text_mean": 0.8533333333333334,
            "pooled": 0.8533333333333334,
            "wilson95": [
              0.7879153994391072,
              0.9011056278741189
            ],
            "bootstrap95": [
              0.7933333333333333,
              0.9066666666666666
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 21,
            "text_mean": 0.14,
            "pooled": 0.14,
            "wilson95": [
              0.09342648818551796,
              0.20455208775949718
            ],
            "bootstrap95": [
              0.08666666666666667,
              0.1934999999999991
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 149,
            "text_mean": 0.9933333333333333,
            "pooled": 0.9933333333333333,
            "wilson95": [
              0.9632071602251817,
              0.9988221986649826
            ],
            "bootstrap95": [
              0.98,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 147,
            "text_mean": 0.98,
            "pooled": 0.98,
            "wilson95": [
              0.9428533167296139,
              0.9931752486770326
            ],
            "bootstrap95": [
              0.9533333333333334,
              1.0
            ]
          }
        },
        "local_reference": {
          "threshold": 0.9526378463734492,
          "target_test": {
            "threshold": 0.9526378463734492,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 37,
              "text_mean": 0.24666666666666667,
              "pooled": 0.24666666666666667,
              "wilson95": [
                0.18458162955288543,
                0.3214032942602734
              ],
              "bootstrap95": [
                0.18666666666666668,
                0.32
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 9,
              "text_mean": 0.06,
              "pooled": 0.06,
              "wilson95": [
                0.03188404420920533,
                0.11008977083470209
              ],
              "bootstrap95": [
                0.02666666666666667,
                0.1
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 126,
              "text_mean": 0.84,
              "pooled": 0.84,
              "wilson95": [
                0.7729603179581628,
                0.890059915871545
              ],
              "bootstrap95": [
                0.78,
                0.9
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 15,
              "text_mean": 0.1,
              "pooled": 0.1,
              "wilson95": [
                0.061541383826314106,
                0.15843481166814719
              ],
              "bootstrap95": [
                0.05333333333333334,
                0.14666666666666667
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 141,
              "text_mean": 0.94,
              "pooled": 0.94,
              "wilson95": [
                0.8899102291652979,
                0.9681159557907947
              ],
              "bootstrap95": [
                0.9,
                0.9733333333333334
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 113,
              "text_mean": 0.7533333333333333,
              "pooled": 0.7533333333333333,
              "wilson95": [
                0.6785967057397266,
                0.8154183704471145
              ],
              "bootstrap95": [
                0.6865,
                0.82
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "count",
        "source": "trec|k2|natural|aligned",
        "target": "trec|k5|natural|aligned",
        "source_task": "trec",
        "target_task": "trec",
        "score": "none_probability",
        "threshold": 0.9852,
        "source_calibration_subset": {
          "threshold": 0.9852,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 25,
            "text_mean": 0.3125,
            "pooled": 0.3125,
            "wilson95": [
              0.2215040411289482,
              0.4206777574468744
            ],
            "bootstrap95": [
              0.2125,
              0.4125
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 72,
            "text_mean": 0.9,
            "pooled": 0.9,
            "wilson95": [
              0.8148931119389591,
              0.9484523844326191
            ],
            "bootstrap95": [
              0.825,
              0.9625
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 55,
            "text_mean": 0.6875,
            "pooled": 0.6875,
            "wilson95": [
              0.5793222425531256,
              0.7784959588710517
            ],
            "bootstrap95": [
              0.5875,
              0.7875
            ]
          }
        },
        "target_test": {
          "threshold": 0.9852,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 146,
            "text_mean": 0.9733333333333334,
            "pooled": 0.9733333333333334,
            "wilson95": [
              0.9334461094878556,
              0.989582059177032
            ],
            "bootstrap95": [
              0.9466666666666667,
              0.9933333333333333
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 95,
            "text_mean": 0.6333333333333333,
            "pooled": 0.6333333333333333,
            "wilson95": [
              0.5537823804885079,
              0.7062255543466717
            ],
            "bootstrap95": [
              0.5533333333333333,
              0.7133333333333334
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 51,
            "text_mean": 0.34,
            "pooled": 0.34,
            "wilson95": [
              0.2690333503042941,
              0.4189571278934905
            ],
            "bootstrap95": [
              0.26666666666666666,
              0.41333333333333333
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 4,
            "text_mean": 0.02666666666666667,
            "pooled": 0.02666666666666667,
            "wilson95": [
              0.010417940822967993,
              0.06655389051214453
            ],
            "bootstrap95": [
              0.006666666666666667,
              0.05333333333333334
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 55,
            "text_mean": 0.36666666666666664,
            "pooled": 0.36666666666666664,
            "wilson95": [
              0.2937744456533283,
              0.44621761951149214
            ],
            "bootstrap95": [
              0.29333333333333333,
              0.44
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 4,
            "text_mean": 0.02666666666666667,
            "pooled": 0.02666666666666667,
            "wilson95": [
              0.010417940822967993,
              0.06655389051214453
            ],
            "bootstrap95": [
              0.006666666666666667,
              0.05333333333333334
            ]
          }
        },
        "local_reference": {
          "threshold": 0.9997,
          "target_test": {
            "threshold": 0.9997,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 32,
              "text_mean": 0.21333333333333335,
              "pooled": 0.21333333333333335,
              "wilson95": [
                0.15536236119471125,
                0.28562057890965276
              ],
              "bootstrap95": [
                0.15333333333333332,
                0.28
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 4,
              "text_mean": 0.02666666666666667,
              "pooled": 0.02666666666666667,
              "wilson95": [
                0.010417940822967993,
                0.06655389051214453
              ],
              "bootstrap95": [
                0.006666666666666667,
                0.05333333333333334
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 119,
              "text_mean": 0.7933333333333333,
              "pooled": 0.7933333333333333,
              "wilson95": [
                0.7216063981873552,
                0.8504110584500398
              ],
              "bootstrap95": [
                0.7266666666666667,
                0.8533333333333334
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 27,
              "text_mean": 0.18,
              "pooled": 0.18,
              "wilson95": [
                0.1267576780776089,
                0.2492232783179601
              ],
              "bootstrap95": [
                0.12,
                0.24
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 146,
              "text_mean": 0.9733333333333334,
              "pooled": 0.9733333333333334,
              "wilson95": [
                0.9334461094878556,
                0.989582059177032
              ],
              "bootstrap95": [
                0.9466666666666667,
                0.9933333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 118,
              "text_mean": 0.7866666666666666,
              "pooled": 0.7866666666666666,
              "wilson95": [
                0.7143794210903474,
                0.8446376388052887
              ],
              "bootstrap95": [
                0.72,
                0.8466666666666667
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "name",
        "source": "trec|k2|natural|aligned",
        "target": "trec|k2|neutral|aligned",
        "source_task": "trec",
        "target_task": "trec",
        "score": "negative_max",
        "threshold": -0.5429,
        "source_calibration_subset": {
          "threshold": -0.5429,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 23,
            "text_mean": 0.2875,
            "pooled": 0.2875,
            "wilson95": [
              0.19986924292269914,
              0.3946034621298997
            ],
            "bootstrap95": [
              0.1875,
              0.3875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 71,
            "text_mean": 0.8875,
            "pooled": 0.8875,
            "wilson95": [
              0.7998178190762713,
              0.9396731305336952
            ],
            "bootstrap95": [
              0.8125,
              0.95
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 5,
            "text_mean": 0.0625,
            "pooled": 0.0625,
            "wilson95": [
              0.026989375670841982,
              0.13810148767274424
            ],
            "bootstrap95": [
              0.0125,
              0.125
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 57,
            "text_mean": 0.7125,
            "pooled": 0.7125,
            "wilson95": [
              0.6053965378701002,
              0.8001307570773007
            ],
            "bootstrap95": [
              0.6125,
              0.8125
            ]
          }
        },
        "target_test": {
          "threshold": -0.5429,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 29,
            "text_mean": 0.19333333333333333,
            "pooled": 0.19333333333333333,
            "wilson95": [
              0.13811889170191843,
              0.2638628581771686
            ],
            "bootstrap95": [
              0.13333333333333333,
              0.26
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 6,
            "text_mean": 0.04,
            "pooled": 0.04,
            "wilson95": [
              0.01845916060207442,
              0.08451346421655606
            ],
            "bootstrap95": [
              0.013333333333333334,
              0.07333333333333333
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 139,
            "text_mean": 0.9266666666666666,
            "pooled": 0.9266666666666666,
            "wilson95": [
              0.8734642066329596,
              0.9585611848396149
            ],
            "bootstrap95": [
              0.8865000000000001,
              0.9666666666666667
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 5,
            "text_mean": 0.03333333333333333,
            "pooled": 0.03333333333333333,
            "wilson95": [
              0.01432043189809255,
              0.07565179617877894
            ],
            "bootstrap95": [
              0.006666666666666667,
              0.06666666666666667
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 144,
            "text_mean": 0.96,
            "pooled": 0.96,
            "wilson95": [
              0.915486535783444,
              0.9815408393979256
            ],
            "bootstrap95": [
              0.9266666666666666,
              0.9866666666666667
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 121,
            "text_mean": 0.8066666666666666,
            "pooled": 0.8066666666666666,
            "wilson95": [
              0.7361371418228314,
              0.8618811082980816
            ],
            "bootstrap95": [
              0.74,
              0.8666666666666667
            ]
          }
        },
        "local_reference": {
          "threshold": -0.5986,
          "target_test": {
            "threshold": -0.5986,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 66,
              "text_mean": 0.44,
              "pooled": 0.44,
              "wilson95": [
                0.3630449619604422,
                0.519951467363727
              ],
              "bootstrap95": [
                0.36,
                0.52
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 10,
              "text_mean": 0.06666666666666667,
              "pooled": 0.06666666666666667,
              "wilson95": [
                0.03661185666960744,
                0.11836235511605896
              ],
              "bootstrap95": [
                0.03333333333333333,
                0.10666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 137,
              "text_mean": 0.9133333333333333,
              "pooled": 0.9133333333333333,
              "wilson95": [
                0.8573717762637809,
                0.9486528217252759
              ],
              "bootstrap95": [
                0.8666666666666667,
                0.9533333333333334
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 3,
              "text_mean": 0.02,
              "pooled": 0.02,
              "wilson95": [
                0.006824751322967459,
                0.05714668327038608
              ],
              "bootstrap95": [
                0.0,
                0.04666666666666667
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 140,
              "text_mean": 0.9333333333333333,
              "pooled": 0.9333333333333333,
              "wilson95": [
                0.8816376448839411,
                0.9633881433303926
              ],
              "bootstrap95": [
                0.8933333333333333,
                0.9666666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 84,
              "text_mean": 0.56,
              "pooled": 0.56,
              "wilson95": [
                0.4800485326362731,
                0.6369550380395579
              ],
              "bootstrap95": [
                0.48,
                0.64
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "name",
        "source": "trec|k2|natural|aligned",
        "target": "trec|k2|neutral|aligned",
        "source_task": "trec",
        "target_task": "trec",
        "score": "normalized_entropy",
        "threshold": 0.9946831645574968,
        "source_calibration_subset": {
          "threshold": 0.9946831645574968,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 23,
            "text_mean": 0.2875,
            "pooled": 0.2875,
            "wilson95": [
              0.19986924292269914,
              0.3946034621298997
            ],
            "bootstrap95": [
              0.2,
              0.3875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 71,
            "text_mean": 0.8875,
            "pooled": 0.8875,
            "wilson95": [
              0.7998178190762713,
              0.9396731305336952
            ],
            "bootstrap95": [
              0.8125,
              0.95
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 5,
            "text_mean": 0.0625,
            "pooled": 0.0625,
            "wilson95": [
              0.026989375670841982,
              0.13810148767274424
            ],
            "bootstrap95": [
              0.0125,
              0.125
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 57,
            "text_mean": 0.7125,
            "pooled": 0.7125,
            "wilson95": [
              0.6053965378701002,
              0.8001307570773007
            ],
            "bootstrap95": [
              0.6125,
              0.8125
            ]
          }
        },
        "target_test": {
          "threshold": 0.9946831645574968,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 29,
            "text_mean": 0.19333333333333333,
            "pooled": 0.19333333333333333,
            "wilson95": [
              0.13811889170191843,
              0.2638628581771686
            ],
            "bootstrap95": [
              0.13333333333333333,
              0.26
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 6,
            "text_mean": 0.04,
            "pooled": 0.04,
            "wilson95": [
              0.01845916060207442,
              0.08451346421655606
            ],
            "bootstrap95": [
              0.013333333333333334,
              0.07333333333333333
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 139,
            "text_mean": 0.9266666666666666,
            "pooled": 0.9266666666666666,
            "wilson95": [
              0.8734642066329596,
              0.9585611848396149
            ],
            "bootstrap95": [
              0.88,
              0.9666666666666667
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 5,
            "text_mean": 0.03333333333333333,
            "pooled": 0.03333333333333333,
            "wilson95": [
              0.01432043189809255,
              0.07565179617877894
            ],
            "bootstrap95": [
              0.006666666666666667,
              0.06666666666666667
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 144,
            "text_mean": 0.96,
            "pooled": 0.96,
            "wilson95": [
              0.915486535783444,
              0.9815408393979256
            ],
            "bootstrap95": [
              0.9266666666666666,
              0.9866666666666667
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 121,
            "text_mean": 0.8066666666666666,
            "pooled": 0.8066666666666666,
            "wilson95": [
              0.7361371418228314,
              0.8618811082980816
            ],
            "bootstrap95": [
              0.7465,
              0.8666666666666667
            ]
          }
        },
        "local_reference": {
          "threshold": 0.9717636532325317,
          "target_test": {
            "threshold": 0.9717636532325317,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 66,
              "text_mean": 0.44,
              "pooled": 0.44,
              "wilson95": [
                0.3630449619604422,
                0.519951467363727
              ],
              "bootstrap95": [
                0.36,
                0.52
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 10,
              "text_mean": 0.06666666666666667,
              "pooled": 0.06666666666666667,
              "wilson95": [
                0.03661185666960744,
                0.11836235511605896
              ],
              "bootstrap95": [
                0.02666666666666667,
                0.10666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 137,
              "text_mean": 0.9133333333333333,
              "pooled": 0.9133333333333333,
              "wilson95": [
                0.8573717762637809,
                0.9486528217252759
              ],
              "bootstrap95": [
                0.8666666666666667,
                0.9533333333333334
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 3,
              "text_mean": 0.02,
              "pooled": 0.02,
              "wilson95": [
                0.006824751322967459,
                0.05714668327038608
              ],
              "bootstrap95": [
                0.0,
                0.04666666666666667
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 140,
              "text_mean": 0.9333333333333333,
              "pooled": 0.9333333333333333,
              "wilson95": [
                0.8816376448839411,
                0.9633881433303926
              ],
              "bootstrap95": [
                0.8933333333333333,
                0.9733333333333334
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 84,
              "text_mean": 0.56,
              "pooled": 0.56,
              "wilson95": [
                0.4800485326362731,
                0.6369550380395579
              ],
              "bootstrap95": [
                0.4866666666666667,
                0.64
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "name",
        "source": "trec|k2|natural|aligned",
        "target": "trec|k2|neutral|aligned",
        "source_task": "trec",
        "target_task": "trec",
        "score": "none_probability",
        "threshold": 0.9852,
        "source_calibration_subset": {
          "threshold": 0.9852,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 25,
            "text_mean": 0.3125,
            "pooled": 0.3125,
            "wilson95": [
              0.2215040411289482,
              0.4206777574468744
            ],
            "bootstrap95": [
              0.2125,
              0.41281249999999825
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 72,
            "text_mean": 0.9,
            "pooled": 0.9,
            "wilson95": [
              0.8148931119389591,
              0.9484523844326191
            ],
            "bootstrap95": [
              0.8375,
              0.9625
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 55,
            "text_mean": 0.6875,
            "pooled": 0.6875,
            "wilson95": [
              0.5793222425531256,
              0.7784959588710517
            ],
            "bootstrap95": [
              0.5875,
              0.7875
            ]
          }
        },
        "target_test": {
          "threshold": 0.9852,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 12,
            "text_mean": 0.08,
            "pooled": 0.08,
            "wilson95": [
              0.04635364151865291,
              0.13462136375053146
            ],
            "bootstrap95": [
              0.04,
              0.12666666666666668
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 1,
            "text_mean": 0.006666666666666667,
            "pooled": 0.006666666666666667,
            "wilson95": [
              0.0011778013350174366,
              0.03679283977481815
            ],
            "bootstrap95": [
              0.0,
              0.02
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 140,
            "text_mean": 0.9333333333333333,
            "pooled": 0.9333333333333333,
            "wilson95": [
              0.8816376448839411,
              0.9633881433303926
            ],
            "bootstrap95": [
              0.8933333333333333,
              0.9666666666666667
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 9,
            "text_mean": 0.06,
            "pooled": 0.06,
            "wilson95": [
              0.03188404420920533,
              0.11008977083470209
            ],
            "bootstrap95": [
              0.02666666666666667,
              0.1
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 149,
            "text_mean": 0.9933333333333333,
            "pooled": 0.9933333333333333,
            "wilson95": [
              0.9632071602251817,
              0.9988221986649826
            ],
            "bootstrap95": [
              0.9733333333333334,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 138,
            "text_mean": 0.92,
            "pooled": 0.92,
            "wilson95": [
              0.8653786362494686,
              0.953646358481347
            ],
            "bootstrap95": [
              0.8733333333333333,
              0.96
            ]
          }
        },
        "local_reference": {
          "threshold": 0.9394,
          "target_test": {
            "threshold": 0.9394,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 103,
              "text_mean": 0.6866666666666666,
              "pooled": 0.6866666666666666,
              "wilson95": [
                0.6085602497894558,
                0.7554508589797957
              ],
              "bootstrap95": [
                0.6133333333333333,
                0.7533333333333333
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 18,
              "text_mean": 0.12,
              "pooled": 0.12,
              "wilson95": [
                0.07726903087841022,
                0.18170835484132794
              ],
              "bootstrap95": [
                0.07333333333333333,
                0.17333333333333334
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 128,
              "text_mean": 0.8533333333333334,
              "pooled": 0.8533333333333334,
              "wilson95": [
                0.7879153994391072,
                0.9011056278741189
              ],
              "bootstrap95": [
                0.7933333333333333,
                0.9133333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 4,
              "text_mean": 0.02666666666666667,
              "pooled": 0.02666666666666667,
              "wilson95": [
                0.010417940822967993,
                0.06655389051214453
              ],
              "bootstrap95": [
                0.006666666666666667,
                0.05333333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 132,
              "text_mean": 0.88,
              "pooled": 0.88,
              "wilson95": [
                0.818291645158672,
                0.9227309691215898
              ],
              "bootstrap95": [
                0.8266666666666667,
                0.9266666666666666
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 47,
              "text_mean": 0.31333333333333335,
              "pooled": 0.31333333333333335,
              "wilson95": [
                0.24454914102020436,
                0.3914397502105443
              ],
              "bootstrap95": [
                0.24666666666666667,
                0.38666666666666666
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "name",
        "source": "trec|k4|natural|aligned",
        "target": "trec|k4|neutral|aligned",
        "source_task": "trec",
        "target_task": "trec",
        "score": "negative_max",
        "threshold": -0.4032,
        "source_calibration_subset": {
          "threshold": -0.4032,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 32,
            "text_mean": 0.4,
            "pooled": 0.4,
            "wilson95": [
              0.2996182759587093,
              0.509545349948396
            ],
            "bootstrap95": [
              0.2875,
              0.5125
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 68,
            "text_mean": 0.85,
            "pooled": 0.85,
            "wilson95": [
              0.7558677143867665,
              0.9120595949383645
            ],
            "bootstrap95": [
              0.7625,
              0.925
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 8,
            "text_mean": 0.1,
            "pooled": 0.1,
            "wilson95": [
              0.05154761556738083,
              0.18510688806104086
            ],
            "bootstrap95": [
              0.0375,
              0.1625
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 48,
            "text_mean": 0.6,
            "pooled": 0.6,
            "wilson95": [
              0.4904546500516039,
              0.7003817240412906
            ],
            "bootstrap95": [
              0.4875,
              0.7
            ]
          }
        },
        "target_test": {
          "threshold": -0.4032,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 73,
            "text_mean": 0.4866666666666667,
            "pooled": 0.4866666666666667,
            "wilson95": [
              0.40801711922387535,
              0.5659820872926068
            ],
            "bootstrap95": [
              0.4066666666666667,
              0.5666666666666667
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 7,
            "text_mean": 0.04666666666666667,
            "pooled": 0.04666666666666667,
            "wilson95": [
              0.022786549161261972,
              0.09318647239912747
            ],
            "bootstrap95": [
              0.013333333333333334,
              0.08016666666666576
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 132,
            "text_mean": 0.88,
            "pooled": 0.88,
            "wilson95": [
              0.818291645158672,
              0.9227309691215898
            ],
            "bootstrap95": [
              0.8266666666666667,
              0.9266666666666666
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 11,
            "text_mean": 0.07333333333333333,
            "pooled": 0.07333333333333333,
            "wilson95": [
              0.041438815160384994,
              0.12653579336704038
            ],
            "bootstrap95": [
              0.03333333333333333,
              0.12
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 143,
            "text_mean": 0.9533333333333334,
            "pooled": 0.9533333333333334,
            "wilson95": [
              0.9068135276008725,
              0.9772134508387381
            ],
            "bootstrap95": [
              0.92,
              0.9801666666666657
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 77,
            "text_mean": 0.5133333333333333,
            "pooled": 0.5133333333333333,
            "wilson95": [
              0.4340179127073932,
              0.5919828807761246
            ],
            "bootstrap95": [
              0.43333333333333335,
              0.5933333333333334
            ]
          }
        },
        "local_reference": {
          "threshold": -0.3989,
          "target_test": {
            "threshold": -0.3989,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 72,
              "text_mean": 0.48,
              "pooled": 0.48,
              "wilson95": [
                0.4015511788179087,
                0.5594476309568144
              ],
              "bootstrap95": [
                0.4,
                0.5601666666666658
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 7,
              "text_mean": 0.04666666666666667,
              "pooled": 0.04666666666666667,
              "wilson95": [
                0.022786549161261972,
                0.09318647239912747
              ],
              "bootstrap95": [
                0.013333333333333334,
                0.08
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 132,
              "text_mean": 0.88,
              "pooled": 0.88,
              "wilson95": [
                0.818291645158672,
                0.9227309691215898
              ],
              "bootstrap95": [
                0.8266666666666667,
                0.9266666666666666
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 11,
              "text_mean": 0.07333333333333333,
              "pooled": 0.07333333333333333,
              "wilson95": [
                0.041438815160384994,
                0.12653579336704038
              ],
              "bootstrap95": [
                0.03333333333333333,
                0.11333333333333333
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 143,
              "text_mean": 0.9533333333333334,
              "pooled": 0.9533333333333334,
              "wilson95": [
                0.9068135276008725,
                0.9772134508387381
              ],
              "bootstrap95": [
                0.9133333333333333,
                0.9866666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 78,
              "text_mean": 0.52,
              "pooled": 0.52,
              "wilson95": [
                0.4405523690431856,
                0.5984488211820913
              ],
              "bootstrap95": [
                0.44,
                0.6
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "name",
        "source": "trec|k4|natural|aligned",
        "target": "trec|k4|neutral|aligned",
        "source_task": "trec",
        "target_task": "trec",
        "score": "normalized_entropy",
        "threshold": 0.940301001223589,
        "source_calibration_subset": {
          "threshold": 0.940301001223589,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 29,
            "text_mean": 0.3625,
            "pooled": 0.3625,
            "wilson95": [
              0.2657079306444915,
              0.4718920549777783
            ],
            "bootstrap95": [
              0.2625,
              0.4625
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 68,
            "text_mean": 0.85,
            "pooled": 0.85,
            "wilson95": [
              0.7558677143867665,
              0.9120595949383645
            ],
            "bootstrap95": [
              0.7625,
              0.925
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 8,
            "text_mean": 0.1,
            "pooled": 0.1,
            "wilson95": [
              0.05154761556738083,
              0.18510688806104086
            ],
            "bootstrap95": [
              0.0375,
              0.175
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 51,
            "text_mean": 0.6375,
            "pooled": 0.6375,
            "wilson95": [
              0.5281079450222215,
              0.7342920693555084
            ],
            "bootstrap95": [
              0.5375,
              0.7375
            ]
          }
        },
        "target_test": {
          "threshold": 0.940301001223589,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 71,
            "text_mean": 0.47333333333333333,
            "pooled": 0.47333333333333333,
            "wilson95": [
              0.39509896658720245,
              0.5528994464457616
            ],
            "bootstrap95": [
              0.3933333333333333,
              0.5533333333333333
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 7,
            "text_mean": 0.04666666666666667,
            "pooled": 0.04666666666666667,
            "wilson95": [
              0.022786549161261972,
              0.09318647239912747
            ],
            "bootstrap95": [
              0.013333333333333334,
              0.08016666666666576
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 133,
            "text_mean": 0.8866666666666667,
            "pooled": 0.8866666666666667,
            "wilson95": [
              0.825997250162395,
              0.928025760859626
            ],
            "bootstrap95": [
              0.8333333333333334,
              0.94
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 10,
            "text_mean": 0.06666666666666667,
            "pooled": 0.06666666666666667,
            "wilson95": [
              0.03661185666960744,
              0.11836235511605896
            ],
            "bootstrap95": [
              0.03333333333333333,
              0.10666666666666667
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 143,
            "text_mean": 0.9533333333333334,
            "pooled": 0.9533333333333334,
            "wilson95": [
              0.9068135276008725,
              0.9772134508387381
            ],
            "bootstrap95": [
              0.92,
              0.9866666666666667
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 79,
            "text_mean": 0.5266666666666666,
            "pooled": 0.5266666666666666,
            "wilson95": [
              0.44710055355423833,
              0.6049010334127976
            ],
            "bootstrap95": [
              0.44666666666666666,
              0.6066666666666667
            ]
          }
        },
        "local_reference": {
          "threshold": 0.9039149962683066,
          "target_test": {
            "threshold": 0.9039149962683066,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 95,
              "text_mean": 0.6333333333333333,
              "pooled": 0.6333333333333333,
              "wilson95": [
                0.5537823804885079,
                0.7062255543466717
              ],
              "bootstrap95": [
                0.56,
                0.7133333333333334
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 13,
              "text_mean": 0.08666666666666667,
              "pooled": 0.08666666666666667,
              "wilson95": [
                0.051347178274724174,
                0.14262822373621914
              ],
              "bootstrap95": [
                0.04666666666666667,
                0.13333333333333333
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 128,
              "text_mean": 0.8533333333333334,
              "pooled": 0.8533333333333334,
              "wilson95": [
                0.7879153994391072,
                0.9011056278741189
              ],
              "bootstrap95": [
                0.8,
                0.9066666666666666
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 9,
              "text_mean": 0.06,
              "pooled": 0.06,
              "wilson95": [
                0.03188404420920533,
                0.11008977083470209
              ],
              "bootstrap95": [
                0.02666666666666667,
                0.1
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 137,
              "text_mean": 0.9133333333333333,
              "pooled": 0.9133333333333333,
              "wilson95": [
                0.8573717762637809,
                0.9486528217252759
              ],
              "bootstrap95": [
                0.8666666666666667,
                0.9533333333333334
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 55,
              "text_mean": 0.36666666666666664,
              "pooled": 0.36666666666666664,
              "wilson95": [
                0.2937744456533283,
                0.44621761951149214
              ],
              "bootstrap95": [
                0.29333333333333333,
                0.44666666666666666
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "name",
        "source": "trec|k4|natural|aligned",
        "target": "trec|k4|neutral|aligned",
        "source_task": "trec",
        "target_task": "trec",
        "score": "none_probability",
        "threshold": 0.9833,
        "source_calibration_subset": {
          "threshold": 0.9833,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 24,
            "text_mean": 0.3,
            "pooled": 0.3,
            "wilson95": [
              0.2106457126008134,
              0.40768153921339734
            ],
            "bootstrap95": [
              0.2,
              0.4
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 62,
            "text_mean": 0.775,
            "pooled": 0.775,
            "wilson95": [
              0.6721321021639265,
              0.8526679265915337
            ],
            "bootstrap95": [
              0.675,
              0.8625
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 14,
            "text_mean": 0.175,
            "pooled": 0.175,
            "wilson95": [
              0.10720636440977926,
              0.2725754197883133
            ],
            "bootstrap95": [
              0.1,
              0.2625
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 56,
            "text_mean": 0.7,
            "pooled": 0.7,
            "wilson95": [
              0.5923184607866026,
              0.7893542873991866
            ],
            "bootstrap95": [
              0.5875,
              0.8
            ]
          }
        },
        "target_test": {
          "threshold": 0.9833,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 3,
            "text_mean": 0.02,
            "pooled": 0.02,
            "wilson95": [
              0.006824751322967459,
              0.05714668327038608
            ],
            "bootstrap95": [
              0.0,
              0.04666666666666667
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              1.734723475976807e-18,
              0.0249702443680766
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 133,
            "text_mean": 0.8866666666666667,
            "pooled": 0.8866666666666667,
            "wilson95": [
              0.825997250162395,
              0.928025760859626
            ],
            "bootstrap95": [
              0.8333333333333334,
              0.9333333333333333
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 17,
            "text_mean": 0.11333333333333333,
            "pooled": 0.11333333333333333,
            "wilson95": [
              0.0719742391403741,
              0.17400274983760514
            ],
            "bootstrap95": [
              0.06666666666666667,
              0.16666666666666666
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 150,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9750297556319235,
              1.0
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 147,
            "text_mean": 0.98,
            "pooled": 0.98,
            "wilson95": [
              0.9428533167296139,
              0.9931752486770326
            ],
            "bootstrap95": [
              0.9533333333333334,
              1.0
            ]
          }
        },
        "local_reference": {
          "threshold": 0.9283,
          "target_test": {
            "threshold": 0.9283,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 76,
              "text_mean": 0.5066666666666667,
              "pooled": 0.5066666666666667,
              "wilson95": [
                0.42749716668807597,
                0.5855032300536832
              ],
              "bootstrap95": [
                0.4266666666666667,
                0.5866666666666667
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 12,
              "text_mean": 0.08,
              "pooled": 0.08,
              "wilson95": [
                0.04635364151865291,
                0.13462136375053146
              ],
              "bootstrap95": [
                0.04,
                0.12666666666666668
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 125,
              "text_mean": 0.8333333333333334,
              "pooled": 0.8333333333333334,
              "wilson95": [
                0.7655341358309921,
                0.884485701256957
              ],
              "bootstrap95": [
                0.7733333333333333,
                0.8933333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 13,
              "text_mean": 0.08666666666666667,
              "pooled": 0.08666666666666667,
              "wilson95": [
                0.051347178274724174,
                0.14262822373621914
              ],
              "bootstrap95": [
                0.04666666666666667,
                0.13333333333333333
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 138,
              "text_mean": 0.92,
              "pooled": 0.92,
              "wilson95": [
                0.8653786362494686,
                0.953646358481347
              ],
              "bootstrap95": [
                0.8733333333333333,
                0.96
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 74,
              "text_mean": 0.49333333333333335,
              "pooled": 0.49333333333333335,
              "wilson95": [
                0.41449676994631696,
                0.5725028333119242
              ],
              "bootstrap95": [
                0.41333333333333333,
                0.5733333333333334
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "name",
        "source": "trec|k5|natural|aligned",
        "target": "trec|k5|neutral|aligned",
        "source_task": "trec",
        "target_task": "trec",
        "score": "negative_max",
        "threshold": -0.3646,
        "source_calibration_subset": {
          "threshold": -0.3646,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 31,
            "text_mean": 0.3875,
            "pooled": 0.3875,
            "wilson95": [
              0.2882456512530507,
              0.49706342789244284
            ],
            "bootstrap95": [
              0.2875,
              0.4875
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 67,
            "text_mean": 0.8375,
            "pooled": 0.8375,
            "wilson95": [
              0.7415709565930229,
              0.9025018059704963
            ],
            "bootstrap95": [
              0.7621875,
              0.9125
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 9,
            "text_mean": 0.1125,
            "pooled": 0.1125,
            "wilson95": [
              0.060326869466304764,
              0.20018218092372875
            ],
            "bootstrap95": [
              0.05,
              0.175
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 49,
            "text_mean": 0.6125,
            "pooled": 0.6125,
            "wilson95": [
              0.5029365721075572,
              0.7117543487469493
            ],
            "bootstrap95": [
              0.5121875,
              0.7125
            ]
          }
        },
        "target_test": {
          "threshold": -0.3646,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 75,
            "text_mean": 0.5,
            "pooled": 0.5,
            "wilson95": [
              0.42099012028854144,
              0.5790098797114586
            ],
            "bootstrap95": [
              0.42,
              0.58
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 14,
            "text_mean": 0.09333333333333334,
            "pooled": 0.09333333333333334,
            "wilson95": [
              0.05641186747708652,
              0.1505639312756158
            ],
            "bootstrap95": [
              0.05333333333333334,
              0.14
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 123,
            "text_mean": 0.82,
            "pooled": 0.82,
            "wilson95": [
              0.7507767216820398,
              0.873242321922391
            ],
            "bootstrap95": [
              0.76,
              0.88
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 13,
            "text_mean": 0.08666666666666667,
            "pooled": 0.08666666666666667,
            "wilson95": [
              0.051347178274724174,
              0.14262822373621914
            ],
            "bootstrap95": [
              0.04666666666666667,
              0.13333333333333333
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 136,
            "text_mean": 0.9066666666666666,
            "pooled": 0.9066666666666666,
            "wilson95": [
              0.8494360687243842,
              0.9435881325229135
            ],
            "bootstrap95": [
              0.86,
              0.9533333333333334
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 75,
            "text_mean": 0.5,
            "pooled": 0.5,
            "wilson95": [
              0.42099012028854144,
              0.5790098797114586
            ],
            "bootstrap95": [
              0.42650000000000005,
              0.58
            ]
          }
        },
        "local_reference": {
          "threshold": -0.3219,
          "target_test": {
            "threshold": -0.3219,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 45,
              "text_mean": 0.3,
              "pooled": 0.3,
              "wilson95": [
                0.23240829378731656,
                0.3775798039599141
              ],
              "bootstrap95": [
                0.22666666666666666,
                0.37333333333333335
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 8,
              "text_mean": 0.05333333333333334,
              "pooled": 0.05333333333333334,
              "wilson95": [
                0.027269539920193826,
                0.1017038783819546
              ],
              "bootstrap95": [
                0.02,
                0.09333333333333334
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 126,
              "text_mean": 0.84,
              "pooled": 0.84,
              "wilson95": [
                0.7729603179581628,
                0.890059915871545
              ],
              "bootstrap95": [
                0.78,
                0.8933333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 16,
              "text_mean": 0.10666666666666667,
              "pooled": 0.10666666666666667,
              "wilson95": [
                0.06673036965207342,
                0.16624622258414684
              ],
              "bootstrap95": [
                0.06,
                0.16
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 142,
              "text_mean": 0.9466666666666667,
              "pooled": 0.9466666666666667,
              "wilson95": [
                0.8982961216180454,
                0.9727304600798061
              ],
              "bootstrap95": [
                0.9066666666666666,
                0.98
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 105,
              "text_mean": 0.7,
              "pooled": 0.7,
              "wilson95": [
                0.6224201960400859,
                0.7675917062126834
              ],
              "bootstrap95": [
                0.6266666666666667,
                0.7733333333333333
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "name",
        "source": "trec|k5|natural|aligned",
        "target": "trec|k5|neutral|aligned",
        "source_task": "trec",
        "target_task": "trec",
        "score": "normalized_entropy",
        "threshold": 0.9526378463734492,
        "source_calibration_subset": {
          "threshold": 0.9526378463734492,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 24,
            "text_mean": 0.3,
            "pooled": 0.3,
            "wilson95": [
              0.2106457126008134,
              0.40768153921339734
            ],
            "bootstrap95": [
              0.2,
              0.4
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 67,
            "text_mean": 0.8375,
            "pooled": 0.8375,
            "wilson95": [
              0.7415709565930229,
              0.9025018059704963
            ],
            "bootstrap95": [
              0.75,
              0.9125
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 9,
            "text_mean": 0.1125,
            "pooled": 0.1125,
            "wilson95": [
              0.060326869466304764,
              0.20018218092372875
            ],
            "bootstrap95": [
              0.05,
              0.1875
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 56,
            "text_mean": 0.7,
            "pooled": 0.7,
            "wilson95": [
              0.5923184607866026,
              0.7893542873991866
            ],
            "bootstrap95": [
              0.6,
              0.8
            ]
          }
        },
        "target_test": {
          "threshold": 0.9526378463734492,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 46,
            "text_mean": 0.30666666666666664,
            "pooled": 0.30666666666666664,
            "wilson95": [
              0.23847004316661521,
              0.3845184513223743
            ],
            "bootstrap95": [
              0.23333333333333334,
              0.38016666666666576
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 5,
            "text_mean": 0.03333333333333333,
            "pooled": 0.03333333333333333,
            "wilson95": [
              0.01432043189809255,
              0.07565179617877894
            ],
            "bootstrap95": [
              0.006666666666666667,
              0.06666666666666667
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 127,
            "text_mean": 0.8466666666666667,
            "pooled": 0.8466666666666667,
            "wilson95": [
              0.7804201682766676,
              0.8956004622947993
            ],
            "bootstrap95": [
              0.7866666666666666,
              0.9
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 18,
            "text_mean": 0.12,
            "pooled": 0.12,
            "wilson95": [
              0.07726903087841022,
              0.18170835484132794
            ],
            "bootstrap95": [
              0.06666666666666667,
              0.17333333333333334
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 145,
            "text_mean": 0.9666666666666667,
            "pooled": 0.9666666666666667,
            "wilson95": [
              0.9243482038212211,
              0.9856795681019074
            ],
            "bootstrap95": [
              0.9333333333333333,
              0.9933333333333333
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 104,
            "text_mean": 0.6933333333333334,
            "pooled": 0.6933333333333334,
            "wilson95": [
              0.6154815486776256,
              0.7615299568333848
            ],
            "bootstrap95": [
              0.62,
              0.7666666666666667
            ]
          }
        },
        "local_reference": {
          "threshold": 0.9490981765500303,
          "target_test": {
            "threshold": 0.9490981765500303,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 50,
              "text_mean": 0.3333333333333333,
              "pooled": 0.3333333333333333,
              "wilson95": [
                0.262887648323876,
                0.41210243313214945
              ],
              "bootstrap95": [
                0.26,
                0.41333333333333333
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 5,
              "text_mean": 0.03333333333333333,
              "pooled": 0.03333333333333333,
              "wilson95": [
                0.01432043189809255,
                0.07565179617877894
              ],
              "bootstrap95": [
                0.006666666666666667,
                0.06666666666666667
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 127,
              "text_mean": 0.8466666666666667,
              "pooled": 0.8466666666666667,
              "wilson95": [
                0.7804201682766676,
                0.8956004622947993
              ],
              "bootstrap95": [
                0.7866666666666666,
                0.9001666666666658
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 18,
              "text_mean": 0.12,
              "pooled": 0.12,
              "wilson95": [
                0.07726903087841022,
                0.18170835484132794
              ],
              "bootstrap95": [
                0.07333333333333333,
                0.17333333333333334
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 145,
              "text_mean": 0.9666666666666667,
              "pooled": 0.9666666666666667,
              "wilson95": [
                0.9243482038212211,
                0.9856795681019074
              ],
              "bootstrap95": [
                0.9333333333333333,
                0.9933333333333333
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 100,
              "text_mean": 0.6666666666666666,
              "pooled": 0.6666666666666666,
              "wilson95": [
                0.5878975668678504,
                0.7371123516761239
              ],
              "bootstrap95": [
                0.5866666666666667,
                0.74
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      },
      {
        "transfer_type": "name",
        "source": "trec|k5|natural|aligned",
        "target": "trec|k5|neutral|aligned",
        "source_task": "trec",
        "target_task": "trec",
        "score": "none_probability",
        "threshold": 0.9997,
        "source_calibration_subset": {
          "threshold": 0.9997,
          "n_text": 80,
          "n_variants": 80,
          "detection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 21,
            "text_mean": 0.2625,
            "pooled": 0.2625,
            "wilson95": [
              0.1785740148850936,
              0.36818959664428175
            ],
            "bootstrap95": [
              0.1625,
              0.35031249999999825
            ]
          },
          "false_rejection": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 4,
            "text_mean": 0.05,
            "pooled": 0.05,
            "wilson95": [
              0.01961355453554428,
              0.1216227620464301
            ],
            "bootstrap95": [
              0.0125,
              0.1
            ]
          },
          "present_correct_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 59,
            "text_mean": 0.7375,
            "pooled": 0.7375,
            "wilson95": [
              0.6318104033557184,
              0.8214259851149064
            ],
            "bootstrap95": [
              0.6371875,
              0.825
            ]
          },
          "present_wrong_accepted": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 17,
            "text_mean": 0.2125,
            "pooled": 0.2125,
            "wilson95": [
              0.13712386717696146,
              0.31422155730596657
            ],
            "bootstrap95": [
              0.125,
              0.3125
            ]
          },
          "present_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 76,
            "text_mean": 0.95,
            "pooled": 0.95,
            "wilson95": [
              0.8783772379535698,
              0.9803864454644556
            ],
            "bootstrap95": [
              0.9,
              0.9875
            ]
          },
          "absent_false_acceptance": {
            "n_text": 80,
            "n_variants": 80,
            "successes": 59,
            "text_mean": 0.7375,
            "pooled": 0.7375,
            "wilson95": [
              0.6318104033557184,
              0.8214259851149064
            ],
            "bootstrap95": [
              0.6375,
              0.825
            ]
          }
        },
        "target_test": {
          "threshold": 0.9997,
          "n_text": 150,
          "n_variants": 150,
          "detection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              1.734723475976807e-18,
              0.0249702443680766
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "false_rejection": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 0,
            "text_mean": 0.0,
            "pooled": 0.0,
            "wilson95": [
              1.734723475976807e-18,
              0.0249702443680766
            ],
            "bootstrap95": [
              0.0,
              0.0
            ]
          },
          "present_correct_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 124,
            "text_mean": 0.8266666666666667,
            "pooled": 0.8266666666666667,
            "wilson95": [
              0.7581400726100628,
              0.8788793677361272
            ],
            "bootstrap95": [
              0.7666666666666667,
              0.88
            ]
          },
          "present_wrong_accepted": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 26,
            "text_mean": 0.17333333333333334,
            "pooled": 0.17333333333333334,
            "wilson95": [
              0.1211206322638728,
              0.24185992738993722
            ],
            "bootstrap95": [
              0.11333333333333333,
              0.23333333333333334
            ]
          },
          "present_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 150,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9750297556319235,
              1.0
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          },
          "absent_false_acceptance": {
            "n_text": 150,
            "n_variants": 150,
            "successes": 150,
            "text_mean": 1.0,
            "pooled": 1.0,
            "wilson95": [
              0.9750297556319235,
              1.0
            ],
            "bootstrap95": [
              1.0,
              1.0
            ]
          }
        },
        "local_reference": {
          "threshold": 0.9969,
          "target_test": {
            "threshold": 0.9969,
            "n_text": 150,
            "n_variants": 150,
            "detection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 62,
              "text_mean": 0.41333333333333333,
              "pooled": 0.41333333333333333,
              "wilson95": [
                0.3376534099233595,
                0.49334143243377376
              ],
              "bootstrap95": [
                0.34,
                0.4866666666666667
              ]
            },
            "false_rejection": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 7,
              "text_mean": 0.04666666666666667,
              "pooled": 0.04666666666666667,
              "wilson95": [
                0.022786549161261972,
                0.09318647239912747
              ],
              "bootstrap95": [
                0.013333333333333334,
                0.08
              ]
            },
            "present_correct_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 122,
              "text_mean": 0.8133333333333334,
              "pooled": 0.8133333333333334,
              "wilson95": [
                0.7434428016958636,
                0.8675758451668085
              ],
              "bootstrap95": [
                0.7466666666666667,
                0.8733333333333333
              ]
            },
            "present_wrong_accepted": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 21,
              "text_mean": 0.14,
              "pooled": 0.14,
              "wilson95": [
                0.09342648818551796,
                0.20455208775949718
              ],
              "bootstrap95": [
                0.08666666666666667,
                0.2
              ]
            },
            "present_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 143,
              "text_mean": 0.9533333333333334,
              "pooled": 0.9533333333333334,
              "wilson95": [
                0.9068135276008725,
                0.9772134508387381
              ],
              "bootstrap95": [
                0.9133333333333333,
                0.9866666666666667
              ]
            },
            "absent_false_acceptance": {
              "n_text": 150,
              "n_variants": 150,
              "successes": 88,
              "text_mean": 0.5866666666666667,
              "pooled": 0.5866666666666667,
              "wilson95": [
                0.5066585675662263,
                0.6623465900766405
              ],
              "bootstrap95": [
                0.5133333333333333,
                0.6666666666666666
              ]
            }
          }
        },
        "joint_source_uncertainty": null,
        "supplemental": true
      }
    ],
    "count_name_note": "Count/name transfers reuse each task's frozen 80-text calibration subset; target texts are reused across configurations and rows are correlated.",
    "trEC_supplemental_note": "Rows whose source or target task is TREC are supplemental support-shift diagnostics.",
    "no_target_selection_note": "All ordered source/target, score and threshold configurations are reported; no score or source was selected using target test outcomes."
  },
  "notes": [
    "Independent public-data confirmation scoring; the v1 validator is not reused because it assumes one replicate and mandatory probabilities.",
    "Native partitions use the with-NONE call; failures are a separate category and are never counted as wrong or as a zero score.",
    "Rate families average per text over variants first, then over texts equally; bootstrap resamples text families (2,000 draws, seed 20261005).",
    "Intervals are marginal descriptive intervals, not p-values, universal rankings, risk guarantees or simultaneous tests.",
    "Thresholds maximize empirical calibration detection subject to present false rejection <= 5% with strict score > threshold.",
    "Calibration thresholds use complete-score families only; discrete-only models keep native decisions and receive no invented scores.",
    "Coverage Brier/reliability uses raw p(NONE) on the balanced constructed mixture; zero ordinary mass is reported separately.",
    "The primary transfer never selects a score or source using target test outcomes; target-local recalibration is a separate label-consuming reference.",
    "Confirmation outputs stay separate from v1 and discovery artifacts."
  ]
}