{ "family": "EQPH04", "identical_binary_hashes": true, "identical_jobs_except_burn_in": true, "initial_started_utc": "2026-11-05T07:06:47.675069+00:00", "confirmation_started_utc": "2026-11-05T11:45:41.757347+00:00", "comparisons": [ { "reference": "eq-df1-auto1", "candidate": "eq-df1-auto64", "initial_mean_difference_ns": -15.534607291666667, "confirmation_mean_difference_ns": -15.335452604166665, "initial_percent": -60.44638131899547, "confirmation_percent": -60.206361092632065, "initial_p_holm": 5.585876467076988e-16, "confirmation_p_holm": 8.257708884876654e-17, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "eq-df1-auto1", "candidate": "linear-df1-auto64", "initial_mean_difference_ns": -11.827271875000001, "confirmation_mean_difference_ns": -11.630836458333333, "initial_percent": -46.02084702219589, "confirmation_percent": -45.66218928742328, "initial_p_holm": 3.557858806967346e-14, "confirmation_p_holm": 4.601293156633707e-14, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "eq-df1-auto64", "candidate": "linear-df1-auto64", "initial_mean_difference_ns": 3.707335416666667, "confirmation_mean_difference_ns": 3.7046161458333327, "initial_percent": 36.470833207803, "confirmation_percent": 36.54898673394727, "initial_p_holm": 8.061464316008419e-11, "confirmation_p_holm": 1.3068698838914752e-10, "initial_direction": "slower", "confirmation_direction": "slower" }, { "reference": "eq-tdf2-auto1", "candidate": "eq-tdf2-auto64", "initial_mean_difference_ns": -16.218189583333334, "confirmation_mean_difference_ns": -16.427106770833333, "initial_percent": -65.58155558843873, "confirmation_percent": -65.99539016370872, "initial_p_holm": 4.3190583585407146e-16, "confirmation_p_holm": 1.46349906999301e-12, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "eq-tdf2-auto1", "candidate": "linear-tdf2-auto64", "initial_mean_difference_ns": -14.971586458333334, "confirmation_mean_difference_ns": -14.721315624999999, "initial_percent": -60.5406617378129, "confirmation_percent": -59.14242732749286, "initial_p_holm": 1.6085864379652747e-15, "confirmation_p_holm": 8.120890180155716e-12, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "eq-tdf2-auto64", "candidate": "linear-tdf2-auto64", "initial_mean_difference_ns": 1.2466031250000003, "confirmation_mean_difference_ns": 1.7057911458333332, "initial_percent": 14.64590842732154, "confirmation_percent": 20.15304062951506, "initial_p_holm": 3.186132150115137e-08, "confirmation_p_holm": 0.021079248908325993, "initial_direction": "slower", "confirmation_direction": "slower" }, { "reference": "eq-svf-auto1", "candidate": "eq-svf-auto64", "initial_mean_difference_ns": -15.344839583333334, "confirmation_mean_difference_ns": -15.155693229166667, "initial_percent": -58.66690264512591, "confirmation_percent": -58.5457831967188, "initial_p_holm": 5.822271647211114e-16, "confirmation_p_holm": 2.638870350111608e-16, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "eq-svf-auto1", "candidate": "linear-svf-auto64", "initial_mean_difference_ns": -15.228208854166667, "confirmation_mean_difference_ns": -15.102838541666667, "initial_percent": -58.220996150223044, "confirmation_percent": -58.341607839741386, "initial_p_holm": 1.1561973637306952e-14, "confirmation_p_holm": 4.424175449198385e-15, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "eq-svf-auto64", "candidate": "linear-svf-auto64", "initial_mean_difference_ns": 0.11663072916666657, "confirmation_mean_difference_ns": 0.0528546875, "initial_percent": 1.078812195162726, "confirmation_percent": 0.4925321782011327, "initial_p_holm": 0.24440896979334634, "confirmation_p_holm": 1.0, "initial_direction": "not_detected", "confirmation_direction": "not_detected" }, { "reference": "eq-df1-auto1fast", "candidate": "eq-df1-auto64fast", "initial_mean_difference_ns": -15.513853645833333, "confirmation_mean_difference_ns": -15.579679166666667, "initial_percent": -60.6355596853333, "confirmation_percent": -60.68281049788637, "initial_p_holm": 7.885690298113168e-17, "confirmation_p_holm": 9.439704578236002e-16, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "eq-df1-auto1fast", "candidate": "linear-df1-auto64fast", "initial_mean_difference_ns": -11.7837765625, "confirmation_mean_difference_ns": -11.802757291666666, "initial_percent": -46.05663450138342, "confirmation_percent": -45.97170945696656, "initial_p_holm": 2.1894187896012066e-15, "confirmation_p_holm": 5.514847541135798e-13, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "eq-df1-auto64fast", "candidate": "linear-df1-auto64fast", "initial_mean_difference_ns": 3.730077083333333, "confirmation_mean_difference_ns": 3.776921875, "initial_percent": 37.03577408293026, "confirmation_percent": 37.41646141855832, "initial_p_holm": 4.985606753970758e-14, "confirmation_p_holm": 1.3068698838914752e-10, "initial_direction": "slower", "confirmation_direction": "slower" }, { "reference": "eq-tdf2-auto1fast", "candidate": "eq-tdf2-auto64fast", "initial_mean_difference_ns": -16.161411979166665, "confirmation_mean_difference_ns": -16.486933333333333, "initial_percent": -65.37524518684175, "confirmation_percent": -66.13673697126164, "initial_p_holm": 1.6398122517755605e-15, "confirmation_p_holm": 9.746355716738812e-13, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "eq-tdf2-auto1fast", "candidate": "linear-tdf2-auto64fast", "initial_mean_difference_ns": -15.070721875, "confirmation_mean_difference_ns": -15.255206770833333, "initial_percent": -60.9632462182693, "confirmation_percent": -61.195710399638536, "initial_p_holm": 9.869363121442648e-16, "confirmation_p_holm": 2.6609432472078535e-12, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "eq-tdf2-auto64fast", "candidate": "linear-tdf2-auto64fast", "initial_mean_difference_ns": 1.090690104166667, "confirmation_mean_difference_ns": 1.2317265624999998, "initial_percent": 12.742325519358722, "confirmation_percent": 14.591111811729029, "initial_p_holm": 1.5129725731317893e-08, "confirmation_p_holm": 9.981899883501354e-07, "initial_direction": "slower", "confirmation_direction": "slower" }, { "reference": "eq-svf-auto1fast", "candidate": "eq-svf-auto64fast", "initial_mean_difference_ns": -15.325784375, "confirmation_mean_difference_ns": -15.045196875, "initial_percent": -58.61166540315965, "confirmation_percent": -58.117988773386145, "initial_p_holm": 6.423131351138202e-17, "confirmation_p_holm": 1.9226430401476454e-15, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "eq-svf-auto1fast", "candidate": "linear-svf-auto64fast", "initial_mean_difference_ns": -15.211806249999999, "confirmation_mean_difference_ns": -15.022867708333333, "initial_percent": -58.175769427963964, "confirmation_percent": -58.03173358720053, "initial_p_holm": 9.869363121442648e-16, "confirmation_p_holm": 6.225094251382543e-16, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "eq-svf-auto64fast", "candidate": "linear-svf-auto64fast", "initial_mean_difference_ns": 0.11397812500000004, "confirmation_mean_difference_ns": 0.022329166666666466, "initial_percent": 1.053185588262262, "confirmation_percent": 0.20594805182327924, "initial_p_holm": 0.24440896979334634, "confirmation_p_holm": 1.0, "initial_direction": "not_detected", "confirmation_direction": "not_detected" } ], "interpretation": "Each confidence interval and test belongs to its own experiment. No paired test between independent initial and confirmation runs." }