{
 "model": "Qwen/Qwen3-8B",
 "backend": "hf",
 "seed": 0,
 "n": 300,
 "calib": 200,
 "max_permutations": null,
 "combine": "logmean",
 "prior": "batch",
 "adaptive": false,
 "adaptive_margin": 0.1,
 "prior_strength": null,
 "env": {
  "python": "3.12.8",
  "date": "2026-09-22T10:32:48.506423",
  "anyjev": "0.0.2",
  "batch_size": 32,
  "dtype": "bfloat16",
  "backend": "hf",
  "shared_prefix": "auto",
  "git_commit": null,
  "torch": "2.5.1+cu124",
  "transformers": "4.55.4",
  "gpu": "NVIDIA H100 NVL",
  "nvidia_smi": "NVIDIA H100 NVL, 570.211.01\nNVIDIA H100 NVL, 570.211.01\nNVIDIA H100 NVL, 570.211.01\nNVIDIA H100 NVL, 570.211.01\nNVIDIA H100 NVL, 570.211.01\nNVIDIA H100 NVL, 570.211.01\nNVIDIA H100 NVL, 570.211.01"
 },
 "tasks": [
  {
   "task": "banking20",
   "question": "c081d3be69b2a432",
   "n_test": 300,
   "n_calib": 200,
   "k": 20,
   "levels": {
    "raw": {
     "n": 300,
     "acc": 0.7466666666666667,
     "macro_f1": 0.7487242975493917,
     "brier": 0.49282243566717965,
     "nll": 4.4941791596332905,
     "ece": 0.23970913354233506,
     "cov@5%": 0.07666666666666666,
     "aurc": 0.13424742779096266,
     "flip": 0.23
    },
    "L0-perm": {
     "n": 300,
     "acc": 0.8,
     "macro_f1": 0.8063190690977764,
     "brier": 0.3824005106332537,
     "nll": 3.094882152277769,
     "ece": 0.18895983887382542,
     "cov@5%": 0.33666666666666667,
     "aurc": 0.08480565433565003,
     "flip": 0.07666666666666666
    },
    "L0-perm+bc": {
     "n": 300,
     "acc": 0.8033333333333333,
     "macro_f1": 0.8106524024311097,
     "brier": 0.3744989854906803,
     "nll": 2.527753608730393,
     "ece": 0.18388319116801471,
     "cov@5%": 0.4633333333333333,
     "aurc": 0.07363564538490139,
     "flip": 0.07333333333333333
    },
    "L0-perm+cf": {
     "n": 300,
     "acc": 0.8033333333333333,
     "macro_f1": 0.811252273894692,
     "brier": 0.38268758315042306,
     "nll": 2.9888963251860234,
     "ece": 0.18510649291099773,
     "cov@5%": 0.16333333333333333,
     "aurc": 0.10357868317008942,
     "flip": 0.08
    },
    "L0-cf": {
     "n": 300,
     "acc": 0.7333333333333333,
     "macro_f1": 0.7414930467141196,
     "brier": 0.5093067899056107,
     "nll": 4.596459243881751,
     "ece": 0.2526827891255157,
     "cov@5%": 0.013333333333333334,
     "aurc": 0.21804782881718263,
     "flip": 0.24333333333333335
    },
    "L0-bc": {
     "n": 300,
     "acc": 0.75,
     "macro_f1": 0.7508740560034981,
     "brier": 0.4888323088366476,
     "nll": 3.7526844961895023,
     "ece": 0.2374560376213623,
     "cov@5%": 0.48,
     "aurc": 0.0889605233355416,
     "flip": 0.22333333333333333
    },
    "L0": {
     "n": 300,
     "acc": 0.8033333333333333,
     "macro_f1": 0.8106524024311097,
     "brier": 0.3744989854906803,
     "nll": 2.527753608730393,
     "ece": 0.18388319116801471,
     "cov@5%": 0.4633333333333333,
     "aurc": 0.07363564538490139,
     "flip": 0.07333333333333333,
     "cyclic_flip_raw": 0.16842105263157892,
     "cyclic_flip_l0": 0.16385964912280698,
     "prior_method": "batch",
     "prior_strength": 0.75,
     "mean_shifts": 20.0,
     "adaptive": false
    },
    "L1": {
     "n": 300,
     "acc": 0.8066666666666666,
     "macro_f1": 0.812816166487457,
     "brier": 0.3149903923465048,
     "nll": 0.8485146010274041,
     "ece": 0.09471458520398886,
     "cov@5%": 0.52,
     "aurc": 0.07042385048510917,
     "flip": 0.07666666666666666,
     "temperature": 4.034014975151803,
     "temperature_reversed": 3.977360731208025
    }
   },
   "artifact": {
    "model": "Qwen/Qwen3-8B",
    "question": "c081d3be69b2a432",
    "method": "temperature",
    "temperature": 4.034014975151803,
    "prior_method": "batch",
    "prior_strength": 0.75,
    "n_calib": 200,
    "prior": [
     [
      0.0600054,
      0.015869,
      0.04500297,
      0.01496386,
      0.05431556,
      0.04500048,
      0.05801826,
      0.02437714,
      0.06049488,
      0.02000008,
      0.1271041,
      0.07636132,
      0.07480446,
      0.08472586,
      0.02008825,
      0.04497495,
      0.04001289,
      0.07499682,
      0.04507313,
      0.01381057
     ],
     [
      0.01514757,
      0.04515272,
      0.00500102,
      0.04502038,
      0.0450768,
      0.06189401,
      0.02767953,
      0.05543386,
      0.03048947,
      0.11796611,
      0.07996316,
      0.07355138,
      0.08983954,
      0.02011258,
      0.04006557,
      0.05250107,
      0.07509254,
      0.0449956,
      0.01000134,
      0.06501576
     ],
     [
      0.04011905,
      0.0103303,
      0.03588759,
      0.04500348,
      0.06647581,
      0.0443549,
      0.04985149,
      0.02500064,
      0.12661319,
      0.07932693,
      0.07884346,
      0.0822073,
      0.02001329,
      0.04500082,
      0.03932672,
      0.07022027,
      0.05070326,
      0.01000006,
      0.06073827,
      0.01998318
     ],
     [
      0.01510485,
      0.0357043,
      0.04500002,
      0.05500026,
      0.03747584,
      0.0475461,
      0.03107721,
      0.13543144,
      0.08384807,
      0.07974217,
      0.08406429,
      0.02000004,
      0.04500009,
      0.03500001,
      0.07000058,
      0.04500457,
      0.01000007,
      0.06000012,
      0.01999996,
      0.04500003
     ],
     [
      0.04491502,
      0.04037479,
      0.05470088,
      0.04635819,
      0.06110821,
      0.0350563,
      0.10227302,
      0.07973557,
      0.08331742,
      0.07218697,
      0.02000013,
      0.04030049,
      0.03500044,
      0.07000318,
      0.04503246,
      0.01462619,
      0.06001456,
      0.02000251,
      0.04500048,
      0.02999318
     ],
     [
      0.01523846,
      0.05285833,
      0.02500117,
      0.0507661,
      0.02623721,
      0.10930203,
      0.07188728,
      0.07000328,
      0.07000634,
      0.02000001,
      0.04500005,
      0.03500001,
      0.07000001,
      0.04507039,
      0.03978612,
      0.05999998,
      0.02000001,
      0.04500001,
      0.02013182,
      0.1087114
     ],
     [
      0.04584733,
      0.02984313,
      0.04000166,
      0.03142263,
      0.10760949,
      0.07413017,
      0.07000398,
      0.08295022,
      0.02085937,
      0.04500201,
      0.037076,
      0.06569731,
      0.04388805,
      0.05448391,
      0.06000001,
      0.02425976,
      0.04500001,
      0.00805545,
      0.09403859,
      0.01983091
     ],
     [
      0.04172227,
      0.03999246,
      0.02512546,
      0.05544946,
      0.07534599,
      0.0708647,
      0.06108264,
      0.01999977,
      0.04489471,
      0.03500001,
      0.06854041,
      0.04000375,
      0.04497785,
      0.06,
      0.02469959,
      0.04499999,
      4.669e-05,
      0.11776048,
      0.01500618,
      0.11448758
     ],
     [
      0.01896616,
      0.00142719,
      0.06476379,
      0.07100833,
      0.07605138,
      0.06645721,
      0.02000004,
      0.04497964,
      0.03500185,
      0.06500441,
      0.04002019,
      0.03643374,
      0.06,
      0.02500005,
      0.04500001,
      0.00500192,
      0.02938376,
      0.02075846,
      0.10024613,
      0.17449573
     ],
     [
      5.192e-05,
      0.07342433,
      0.06996069,
      0.07131134,
      0.06735758,
      0.01998782,
      0.0449992,
      0.03767781,
      0.06248899,
      0.03999038,
      0.02636047,
      0.06,
      0.02748583,
      0.045,
      0.03034863,
      0.14488015,
      0.03363629,
      0.06021045,
      0.03471402,
      0.05011409
     ],
     [
      0.11564852,
      0.07989112,
      0.07160337,
      0.08258181,
      0.03688372,
      0.04513712,
      0.03500354,
      0.06338588,
      0.03812887,
      0.02927148,
      0.06,
      0.02661404,
      0.045,
      0.02469495,
      0.04927637,
      0.02663351,
      0.0602857,
      0.03535398,
      0.0496768,
      0.02492921
     ],
     [
      0.07539071,
      0.08349086,
      0.06665648,
      0.02702885,
      0.04079974,
      0.03509959,
      0.05012689,
      0.03992803,
      0.02378858,
      0.06,
      0.03987328,
      0.04500006,
      0.02811567,
      0.08096777,
      0.03622437,
      0.05881602,
      0.02004674,
      0.06001578,
      0.02000092,
      0.10862967
     ],
     [
      0.10334917,
      0.0763722,
      0.02303098,
      0.0353821,
      0.05205906,
      0.06500297,
      0.03998474,
      0.02185474,
      0.06000007,
      0.02500004,
      0.04500001,
      0.01643074,
      0.0540382,
      0.02934762,
      0.06000298,
      0.03366501,
      0.05111059,
      0.02047677,
      0.10305843,
      0.08483359
     ],
     [
      0.09286172,
      0.04429039,
      0.03499849,
      0.03501572,
      0.06633895,
      0.04500269,
      0.02863764,
      0.06,
      0.02945661,
      0.045,
      0.02281072,
      0.02388271,
      0.02136579,
      0.05547193,
      0.0378949,
      0.05437147,
      0.01999361,
      0.11976265,
      0.08281235,
      0.08003165
     ],
     [
      0.02179342,
      0.03363001,
      0.03501319,
      0.06509199,
      0.04506222,
      0.03588232,
      0.06000001,
      0.02500001,
      0.04754782,
      0.01547712,
      0.04981887,
      0.01569183,
      0.05066861,
      0.03338383,
      0.05527911,
      0.02000009,
      0.13064915,
      0.08014753,
      0.05688933,
      0.12297355
     ],
     [
      0.02049881,
      0.03516168,
      0.05950361,
      0.05000163,
      0.04012233,
      0.06000002,
      0.02549378,
      0.04500001,
      0.01867763,
      0.02999751,
      0.01500502,
      0.05975638,
      0.03014273,
      0.05500844,
      0.02001795,
      0.16451938,
      0.07436737,
      0.07382115,
      0.09177396,
      0.03113061
     ],
     [
      0.04480557,
      0.06032503,
      0.04741454,
      0.03611952,
      0.0599879,
      0.03080574,
      0.04500563,
      0.00500484,
      0.03291398,
      0.01500555,
      0.05818731,
      0.03743355,
      0.05242487,
      0.02000001,
      0.1513221,
      0.07006894,
      0.07872119,
      0.08569503,
      0.02375856,
      0.04500016
     ],
     [
      0.05815014,
      0.04499938,
      0.02033183,
      0.06000004,
      0.04225948,
      0.04504091,
      0.00500034,
      0.04454006,
      0.03419214,
      0.06394308,
      0.05449494,
      0.04548365,
      0.01999638,
      0.08741835,
      0.07693946,
      0.06808135,
      0.10173375,
      0.02009699,
      0.0431126,
      0.06418513
     ],
     [
      0.0461377,
      0.0083005,
      0.06000001,
      0.01520683,
      0.04982623,
      0.01499484,
      0.04844228,
      0.04171832,
      0.0878517,
      0.03896385,
      0.05974896,
      0.02000014,
      0.09513305,
      0.07275143,
      0.09814819,
      0.06276801,
      0.0200567,
      0.045,
      0.03500007,
      0.07995118
     ],
     [
      0.00671163,
      0.06000072,
      0.01950254,
      0.04651316,
      0.00989131,
      0.06023027,
      0.04945458,
      0.09374116,
      0.02999276,
      0.0550866,
      0.02000148,
      0.08111875,
      0.06576921,
      0.07527808,
      0.08637483,
      0.0253972,
      0.04500102,
      0.03501266,
      0.07496405,
      0.05995797
     ]
    ]
   },
   "answer_mass": 0.9999990668236656,
   "seconds_l0_pass": 72.85638093948364,
   "seconds_per_decision_l0": 0.24285460313161214
  },
  {
   "task": "newsgroups",
   "question": "a4bb754da78886fc",
   "n_test": 300,
   "n_calib": 200,
   "k": 20,
   "levels": {
    "raw": {
     "n": 300,
     "acc": 0.6366666666666667,
     "macro_f1": 0.6424653348460524,
     "brier": 0.6845026458731688,
     "nll": 5.747791729817175,
     "ece": 0.3336682247551876,
     "cov@5%": 0.013333333333333334,
     "aurc": 0.19087593122124508,
     "flip": 0.23333333333333334
    },
    "L0-perm": {
     "n": 300,
     "acc": 0.66,
     "macro_f1": 0.6723249882788991,
     "brier": 0.6397788794564059,
     "nll": 4.83588897422827,
     "ece": 0.3113570052717036,
     "cov@5%": 0.3433333333333333,
     "aurc": 0.1303504274630712,
     "flip": 0.17333333333333334
    },
    "L0-perm+bc": {
     "n": 300,
     "acc": 0.66,
     "macro_f1": 0.6723249882788991,
     "brier": 0.6330320681391871,
     "nll": 4.200310097288111,
     "ece": 0.3088776105256577,
     "cov@5%": 0.42333333333333334,
     "aurc": 0.12342974159125825,
     "flip": 0.17666666666666667
    },
    "L0-perm+cf": {
     "n": 300,
     "acc": 0.6533333333333333,
     "macro_f1": 0.6660922224351766,
     "brier": 0.6413197139209641,
     "nll": 4.560724645337752,
     "ece": 0.3167704694391422,
     "cov@5%": 0.3466666666666667,
     "aurc": 0.13032467588725002,
     "flip": 0.17333333333333334
    },
    "L0-cf": {
     "n": 300,
     "acc": 0.6366666666666667,
     "macro_f1": 0.6396472524916091,
     "brier": 0.7049732077335803,
     "nll": 5.840234968530129,
     "ece": 0.3364589433123049,
     "cov@5%": 0.17666666666666667,
     "aurc": 0.17368078179235097,
     "flip": 0.2733333333333333
    },
    "L0-bc": {
     "n": 300,
     "acc": 0.64,
     "macro_f1": 0.6451495267779224,
     "brier": 0.6783197980901564,
     "nll": 5.087149678620665,
     "ece": 0.3309514677823574,
     "cov@5%": 0.21333333333333335,
     "aurc": 0.1626400104798575,
     "flip": 0.22333333333333333
    },
    "L0": {
     "n": 300,
     "acc": 0.66,
     "macro_f1": 0.6723249882788991,
     "brier": 0.6330320681391871,
     "nll": 4.200310097288111,
     "ece": 0.3088776105256577,
     "cov@5%": 0.42333333333333334,
     "aurc": 0.12342974159125825,
     "flip": 0.17666666666666667,
     "cyclic_flip_raw": 0.1724561403508772,
     "cyclic_flip_l0": 0.1643859649122807,
     "prior_method": "batch",
     "prior_strength": 0.75,
     "mean_shifts": 20.0,
     "adaptive": false
    },
    "L1": {
     "n": 300,
     "acc": 0.6633333333333333,
     "macro_f1": 0.6769418571168536,
     "brier": 0.48277846023397086,
     "nll": 1.300081282922788,
     "ece": 0.13754710359498518,
     "cov@5%": 0.23666666666666666,
     "aurc": 0.13255224696972104,
     "flip": 0.16666666666666666,
     "temperature": 4.66249168063268,
     "temperature_reversed": 4.666375713430564
    }
   },
   "artifact": {
    "model": "Qwen/Qwen3-8B",
    "question": "a4bb754da78886fc",
    "method": "temperature",
    "temperature": 4.66249168063268,
    "prior_method": "batch",
    "prior_strength": 0.75,
    "n_calib": 200,
    "prior": [
     [
      0.00452149,
      0.09706994,
      0.03512643,
      0.06274814,
      0.0247581,
      0.04010101,
      0.05880202,
      0.05996134,
      0.02003145,
      0.05500198,
      0.04000008,
      0.03468294,
      0.09793392,
      0.04976299,
      0.09003307,
      0.07330267,
      0.02649772,
      0.04780836,
      0.04221169,
      0.03964465
     ],
     [
      0.07515135,
      0.03024551,
      0.055527,
      0.02499263,
      0.04336611,
      0.06681347,
      0.06780743,
      0.01218912,
      0.055,
      0.04000007,
      0.04752859,
      0.11689606,
      0.05000825,
      0.08906322,
      0.07839116,
      0.02994226,
      0.04500854,
      0.04013178,
      0.01315485,
      0.01878261
     ],
     [
      0.02982889,
      0.04969666,
      0.0200006,
      0.04004165,
      0.05210365,
      0.0547694,
      0.02523652,
      0.05500001,
      0.04009141,
      0.04990464,
      0.12957267,
      0.04592846,
      0.08014163,
      0.07950413,
      0.03857047,
      0.04509997,
      0.04617465,
      0.01811701,
      0.0163583,
      0.08385928
     ],
     [
      0.04499114,
      0.02047861,
      0.04058541,
      0.06008195,
      0.05506165,
      0.02499549,
      0.055,
      0.04,
      0.03564786,
      0.12635631,
      0.04531867,
      0.08592494,
      0.07939528,
      0.03000369,
      0.0500593,
      0.04478509,
      0.02245094,
      0.01286015,
      0.07508332,
      0.05092022
     ],
     [
      0.0152507,
      0.0445128,
      0.05141007,
      0.05509362,
      0.02496406,
      0.05500034,
      0.04000003,
      0.03480115,
      0.11761882,
      0.04501584,
      0.0931943,
      0.08007726,
      0.02951795,
      0.0474841,
      0.04267933,
      0.01954964,
      0.01542653,
      0.07780731,
      0.02443482,
      0.08616132
     ],
     [
      0.04690285,
      0.05330782,
      0.0534029,
      0.02659877,
      0.05500247,
      0.04000068,
      0.04509569,
      0.10525555,
      0.04693042,
      0.09424187,
      0.07432946,
      0.02999849,
      0.04631464,
      0.04859991,
      0.03712309,
      0.00169714,
      0.08204599,
      0.03690105,
      0.05163064,
      0.02462057
     ],
     [
      0.04910985,
      0.06034969,
      0.01978241,
      0.05500452,
      0.04003731,
      0.04613607,
      0.12320397,
      0.04500092,
      0.08609642,
      0.07963973,
      0.03001072,
      0.04303468,
      0.05590799,
      0.02514228,
      0.01974799,
      0.07452758,
      0.03494263,
      0.04147376,
      0.02495229,
      0.04589918
     ],
     [
      0.0658492,
      0.01615582,
      0.05500089,
      0.04001272,
      0.04630801,
      0.09730161,
      0.04614693,
      0.07856992,
      0.07289854,
      0.03003533,
      0.04608917,
      0.04564657,
      0.03533432,
      0.0091828,
      0.07776241,
      0.02784943,
      0.05616044,
      0.01980071,
      0.04044772,
      0.09344748
     ],
     [
      0.02815683,
      0.05515838,
      0.04000488,
      0.03894653,
      0.11161702,
      0.0457191,
      0.0897066,
      0.06911426,
      0.03090432,
      0.050024,
      0.04016435,
      0.04605064,
      0.00455594,
      0.08455739,
      0.03077206,
      0.05016651,
      0.02499557,
      0.03994228,
      0.05931495,
      0.0601284
     ],
     [
      0.05035434,
      0.04002156,
      0.0279428,
      0.09330226,
      0.04520788,
      0.09459866,
      0.05740914,
      0.03000051,
      0.04098938,
      0.05008713,
      0.06996492,
      0.00139989,
      0.08219783,
      0.03503303,
      0.0693953,
      0.01998939,
      0.0449989,
      0.06663955,
      0.05059277,
      0.02987477
     ],
     [
      0.04026191,
      0.02527535,
      0.09466392,
      0.04513348,
      0.09261465,
      0.06122123,
      0.03000321,
      0.03807177,
      0.05643591,
      0.06396103,
      0.0026837,
      0.08704058,
      0.03618553,
      0.06180703,
      0.02023723,
      0.0433961,
      0.06875388,
      0.05569286,
      0.02156145,
      0.05499918
     ],
     [
      0.02092528,
      0.08143714,
      0.04498723,
      0.07287812,
      0.07399006,
      0.03049109,
      0.04999966,
      0.06078819,
      0.04129693,
      0.00639616,
      0.09650944,
      0.04047765,
      0.06449787,
      0.02023564,
      0.04499663,
      0.07014102,
      0.06980076,
      0.01515113,
      0.055,
      0.04000001
     ],
     [
      0.0886473,
      0.04001005,
      0.07136837,
      0.08101116,
      0.03163221,
      0.05110083,
      0.06929454,
      0.0399308,
      0.00414348,
      0.09148607,
      0.04005191,
      0.07346713,
      0.0165726,
      0.03853372,
      0.05794602,
      0.05434134,
      0.02544249,
      0.05500002,
      0.04,
      0.03001996
     ],
     [
      0.04000955,
      0.07331013,
      0.06038098,
      0.03029828,
      0.04988149,
      0.07996767,
      0.06070945,
      0.00389213,
      0.09022957,
      0.04484103,
      0.06769383,
      0.01712071,
      0.03975053,
      0.05273193,
      0.06207598,
      0.01453271,
      0.055,
      0.04,
      0.0300498,
      0.08752421
     ],
     [
      0.06593574,
      0.08814398,
      0.02995813,
      0.04013175,
      0.11281472,
      0.02214748,
      0.00453618,
      0.08973542,
      0.03489106,
      0.07507726,
      0.01952338,
      0.04059593,
      0.04741484,
      0.05500227,
      0.02000468,
      0.05499992,
      0.04,
      0.03492651,
      0.0742339,
      0.04992686
     ],
     [
      0.08037283,
      0.03048478,
      0.03206241,
      0.0990846,
      0.0283035,
      0.00434326,
      0.10988798,
      0.03010068,
      0.06925029,
      0.02001388,
      0.04481384,
      0.0421873,
      0.05645749,
      0.02353091,
      0.05500055,
      0.03999948,
      0.03023029,
      0.07659198,
      0.04503348,
      0.08225047
     ],
     [
      0.03088941,
      0.02964028,
      0.08097325,
      0.09976009,
      0.00306577,
      0.13547358,
      0.02986153,
      0.05185669,
      0.02469749,
      0.03502573,
      0.05032349,
      0.05947045,
      0.02052493,
      0.05500005,
      0.04000007,
      0.02115049,
      0.08805448,
      0.04999958,
      0.08199483,
      0.0122378
     ],
     [
      0.03036026,
      0.07171141,
      0.09299994,
      0.00555862,
      0.11763274,
      0.03507754,
      0.05631918,
      0.02324156,
      0.04486004,
      0.06125776,
      0.05446036,
      0.02553939,
      0.05500002,
      0.04000004,
      0.02245418,
      0.08609803,
      0.05101363,
      0.08809129,
      0.01159225,
      0.02673174
     ],
     [
      0.08569571,
      0.09356549,
      0.00452332,
      0.11855699,
      0.03116761,
      0.06732876,
      0.02111251,
      0.03951909,
      0.05928669,
      0.06975928,
      0.01023718,
      0.055,
      0.04000001,
      0.02802308,
      0.07326631,
      0.04995716,
      0.08430493,
      0.00690462,
      0.02999981,
      0.03179145
     ],
     [
      0.03424483,
      0.00500939,
      0.0928347,
      0.03473789,
      0.06140901,
      0.02254351,
      0.04459563,
      0.05560002,
      0.06560434,
      0.01865535,
      0.05500003,
      0.04000001,
      0.03363476,
      0.09727167,
      0.05006333,
      0.0914108,
      0.07575389,
      0.02559598,
      0.04071484,
      0.05532002
     ]
    ]
   },
   "answer_mass": 0.9988430015661034,
   "seconds_l0_pass": 77.42505812644958,
   "seconds_per_decision_l0": 0.2580835270881653
  },
  {
   "task": "injection",
   "question": "7f52457211f327c5",
   "n_test": 300,
   "n_calib": 200,
   "k": 2,
   "levels": {
    "raw": {
     "n": 300,
     "acc": 0.6933333333333334,
     "macro_f1": 0.5981596878457864,
     "brier": 0.576420603247235,
     "nll": 3.4641689897616432,
     "ece": 0.2881411554726138,
     "cov@5%": 0.31333333333333335,
     "aurc": 0.14752755953408206,
     "flip": 0.06
    },
    "L0-perm": {
     "n": 300,
     "acc": 0.6766666666666666,
     "macro_f1": 0.5630040095508402,
     "brier": 0.620348563971122,
     "nll": 4.024449540855474,
     "ece": 0.3031276063345242,
     "cov@5%": 0.30666666666666664,
     "aurc": 0.14708662302584707,
     "flip": 0.0
    },
    "L0-perm+bc": {
     "n": 300,
     "acc": 0.7,
     "macro_f1": 0.6068953468056607,
     "brier": 0.5779289191510115,
     "nll": 3.2833109384425216,
     "ece": 0.2830853495930659,
     "cov@5%": 0.013333333333333334,
     "aurc": 0.15375774805828374,
     "flip": 0.0
    },
    "L0-perm+cf": {
     "n": 300,
     "acc": 0.8066666666666666,
     "macro_f1": 0.8041510963036334,
     "brier": 0.33311935869766696,
     "nll": 0.9168825100919684,
     "ece": 0.14530352485038076,
     "cov@5%": 0.46,
     "aurc": 0.07462176798726709,
     "flip": 0.0
    },
    "L0-cf": {
     "n": 300,
     "acc": 0.7966666666666666,
     "macro_f1": 0.7961570593149541,
     "brier": 0.37899677864168574,
     "nll": 1.2968325287910432,
     "ece": 0.164883572834825,
     "cov@5%": 0.2866666666666667,
     "aurc": 0.10369326289868999,
     "flip": 0.14
    },
    "L0-bc": {
     "n": 300,
     "acc": 0.7233333333333334,
     "macro_f1": 0.6504330979489267,
     "brier": 0.5336570964403134,
     "nll": 2.8928357232774644,
     "ece": 0.25603312552677954,
     "cov@5%": 0.013333333333333334,
     "aurc": 0.15393068852363034,
     "flip": 0.05
    },
    "L0": {
     "n": 300,
     "acc": 0.7,
     "macro_f1": 0.6068953468056607,
     "brier": 0.5779289191510115,
     "nll": 3.2833109384425216,
     "ece": 0.2830853495930659,
     "cov@5%": 0.013333333333333334,
     "aurc": 0.15375774805828374,
     "flip": 0.0,
     "cyclic_flip_raw": 0.06,
     "cyclic_flip_l0": 0.05333333333333334,
     "prior_method": "batch",
     "prior_strength": 0.75,
     "mean_shifts": 2.0,
     "adaptive": false
    },
    "L1": {
     "n": 300,
     "acc": 0.7,
     "macro_f1": 0.6068953468056607,
     "brier": 0.3921446841908179,
     "nll": 0.5724518483390404,
     "ece": 0.16076516587617962,
     "cov@5%": 0.31333333333333335,
     "aurc": 0.13225849554018843,
     "flip": 0.0,
     "temperature": 11.533632327538406,
     "temperature_reversed": null
    }
   },
   "artifact": {
    "model": "Qwen/Qwen3-8B",
    "question": "7f52457211f327c5",
    "method": "temperature",
    "temperature": 11.533632327538406,
    "prior_method": "batch",
    "prior_strength": 0.75,
    "n_calib": 200,
    "prior": [
     [
      0.14990718,
      0.85009282
     ],
     [
      0.89218637,
      0.10781363
     ]
    ]
   },
   "answer_mass": 0.9999999096953763,
   "seconds_l0_pass": 4.612858772277832,
   "seconds_per_decision_l0": 0.015376195907592774
  }
 ]
}