{ "family": "EQPH06", "identical_binary_hashes": true, "identical_jobs_except_burn_in": true, "initial_started_utc": "2026-11-05T07:33:18.125504+00:00", "confirmation_started_utc": "2026-11-05T12:09:53.252220+00:00", "comparisons": [ { "reference": "f64-bypass-default", "candidate": "f64-bypass-no-slp", "initial_mean_difference_ns": 0.013490104166666664, "confirmation_mean_difference_ns": -0.013432812499999999, "initial_percent": 5.744505780878839, "confirmation_percent": -5.397616685711415, "initial_p_holm": 0.11665466777500545, "confirmation_p_holm": 0.47569725992830686, "initial_direction": "not_detected", "confirmation_direction": "not_detected" }, { "reference": "f64-eq-tdf2-default", "candidate": "f64-eq-tdf2-no-slp", "initial_mean_difference_ns": 0.08668072916666665, "confirmation_mean_difference_ns": 0.0676515624999999, "initial_percent": 2.414863044050475, "confirmation_percent": 1.8598564761424852, "initial_p_holm": 0.024839504106698686, "confirmation_p_holm": 0.043352406743298856, "initial_direction": "slower", "confirmation_direction": "slower" }, { "reference": "f64-eq-svf-default", "candidate": "f64-eq-svf-no-slp", "initial_mean_difference_ns": 1.992821875, "confirmation_mean_difference_ns": 1.9812250000000002, "initial_percent": 38.509805752952644, "confirmation_percent": 38.2130799879975, "initial_p_holm": 8.894286506623691e-14, "confirmation_p_holm": 1.6108022081481342e-12, "initial_direction": "slower", "confirmation_direction": "slower" }, { "reference": "f32-bypass-default", "candidate": "f32-bypass-no-slp", "initial_mean_difference_ns": 0.003567187499999999, "confirmation_mean_difference_ns": 0.0007151041666666677, "initial_percent": 4.864692094609002, "confirmation_percent": 0.9669967461580775, "initial_p_holm": 0.2639013195091569, "confirmation_p_holm": 0.47569725992830686, "initial_direction": "not_detected", "confirmation_direction": "not_detected" }, { "reference": "f32-eq-tdf2-default", "candidate": "f32-eq-tdf2-no-slp", "initial_mean_difference_ns": 0.01867812499999997, "confirmation_mean_difference_ns": -0.034557291666666635, "initial_percent": 0.493446105027151, "confirmation_percent": -0.8998821134087454, "initial_p_holm": 0.2861117121122608, "confirmation_p_holm": 0.4716545103284692, "initial_direction": "not_detected", "confirmation_direction": "not_detected" }, { "reference": "f32-eq-svf-default", "candidate": "f32-eq-svf-no-slp", "initial_mean_difference_ns": -2.8319484375, "confirmation_mean_difference_ns": -2.7853031250000004, "initial_percent": -27.720259001203363, "confirmation_percent": -27.248185397118498, "initial_p_holm": 6.703983668408176e-20, "confirmation_p_holm": 1.2718137559813632e-12, "initial_direction": "faster", "confirmation_direction": "faster" } ], "interpretation": "Each confidence interval and test belongs to its own experiment. No paired test between independent initial and confirmation runs." }