{ "family": "EQPH03", "identical_binary_hashes": true, "identical_jobs_except_burn_in": true, "initial_started_utc": "2026-11-05T06:35:43.612342+00:00", "confirmation_started_utc": "2026-11-05T14:10:16.753096+00:00", "comparisons": [ { "reference": "direct-257", "candidate": "partition-257-64", "initial_mean_difference_ns": -49.307184375, "confirmation_mean_difference_ns": -47.702671875, "initial_percent": -51.34248498081262, "confirmation_percent": -49.59340682017239, "initial_p_holm": 6.938594975921257e-17, "confirmation_p_holm": 1.278420045116707e-12, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "direct-257", "candidate": "partition-257-256", "initial_mean_difference_ns": -46.067370833333335, "confirmation_mean_difference_ns": -45.84454322916666, "initial_percent": -47.9689385045309, "confirmation_percent": -47.661629705077026, "initial_p_holm": 6.77202961339994e-17, "confirmation_p_holm": 1.6274793014369694e-17, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "direct-257", "candidate": "hybrid-257", "initial_mean_difference_ns": -25.932844791666668, "confirmation_mean_difference_ns": -25.929721875, "initial_percent": -27.003300048521382, "confirmation_percent": -26.957467897196242, "initial_p_holm": 5.08311031460352e-14, "confirmation_p_holm": 7.151786820274572e-16, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "partition-257-64", "candidate": "partition-257-256", "initial_mean_difference_ns": 3.2398135416666656, "confirmation_mean_difference_ns": 1.8581286458333337, "initial_percent": 6.933248594695818, "confirmation_percent": 3.832389759418331, "initial_p_holm": 6.123836936635161e-08, "confirmation_p_holm": 0.03647778206755898, "initial_direction": "slower", "confirmation_direction": "slower" }, { "reference": "direct-1025", "candidate": "partition-1025-64", "initial_mean_difference_ns": -298.62556093750004, "confirmation_mean_difference_ns": -299.5641703125, "initial_percent": -81.93964497663295, "confirmation_percent": -81.95722260661759, "initial_p_holm": 1.2931077124528641e-23, "confirmation_p_holm": 2.096853150204421e-22, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "direct-1025", "candidate": "partition-1025-256", "initial_mean_difference_ns": -310.2985770833334, "confirmation_mean_difference_ns": -310.81767447916667, "initial_percent": -85.14259517216651, "confirmation_percent": -85.0360485727866, "initial_p_holm": 3.1883858428909106e-24, "confirmation_p_holm": 1.2369086015131667e-21, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "direct-1025", "candidate": "hybrid-1025", "initial_mean_difference_ns": -274.6515098958333, "confirmation_mean_difference_ns": -275.69944427083334, "initial_percent": -75.36142298907515, "confirmation_percent": -75.42811512823502, "initial_p_holm": 1.4770340158852722e-21, "confirmation_p_holm": 2.4019703170273998e-20, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "direct-1025", "candidate": "twolevel-1025", "initial_mean_difference_ns": -237.4079901041667, "confirmation_mean_difference_ns": -237.7085640625, "initial_percent": -65.1422013664222, "confirmation_percent": -65.03425853648162, "initial_p_holm": 1.4770340158852722e-21, "confirmation_p_holm": 2.4019703170273998e-20, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "partition-1025-64", "candidate": "partition-1025-256", "initial_mean_difference_ns": -11.673016145833333, "confirmation_mean_difference_ns": -11.253504166666666, "initial_percent": -17.73470228790903, "confirmation_percent": -17.064035647295817, "initial_p_holm": 2.856880392472381e-12, "confirmation_p_holm": 1.4136549142513303e-12, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "direct-4097", "candidate": "partition-4097-64", "initial_mean_difference_ns": -1319.377378125, "confirmation_mean_difference_ns": -1317.092578125, "initial_percent": -90.57143817855014, "confirmation_percent": -90.50493410554793, "initial_p_holm": 2.161450030753891e-24, "confirmation_p_holm": 8.521263383727841e-25, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "direct-4097", "candidate": "partition-4097-256", "initial_mean_difference_ns": -1384.9717125, "confirmation_mean_difference_ns": -1383.0516578125, "initial_percent": -95.07429937596686, "confirmation_percent": -95.03735821902829, "initial_p_holm": 2.161450030753891e-24, "confirmation_p_holm": 1.21776680670361e-27, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "direct-4097", "candidate": "hybrid-4097", "initial_mean_difference_ns": -1296.2129078125, "confirmation_mean_difference_ns": -1294.4975760416667, "initial_percent": -88.98126433925859, "confirmation_percent": -88.95230279577471, "initial_p_holm": 3.4715156052334617e-25, "confirmation_p_holm": 3.00124909358659e-27, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "direct-4097", "candidate": "twolevel-4097", "initial_mean_difference_ns": -1320.9002296875, "confirmation_mean_difference_ns": -1318.7801692708333, "initial_percent": -90.67597753054667, "confirmation_percent": -90.62089810685464, "initial_p_holm": 1.2931077124528641e-23, "confirmation_p_holm": 9.836661302049469e-26, "initial_direction": "faster", "confirmation_direction": "faster" }, { "reference": "partition-4097-64", "candidate": "partition-4097-256", "initial_mean_difference_ns": -65.594334375, "confirmation_mean_difference_ns": -65.95907968750001, "initial_percent": -47.75766742254112, "confirmation_percent": -47.73451984286535, "initial_p_holm": 6.086118741033865e-20, "confirmation_p_holm": 7.252432926731069e-14, "initial_direction": "faster", "confirmation_direction": "faster" } ], "interpretation": "Each confidence interval and test belongs to its own experiment. No paired test between independent initial and confirmation runs." }