{ "method": "Secondary goal evaluation: paired after - 0.5*before; one-sided t test (less), Holm within family, alpha .05. This does not replace the primary before/after comparison.", "results": { "sine-mono": { "blocks": 20, "target_difference_mean_ns": -5.898971349999999, "target_difference_sd_ns": 12.734951355037323, "ci95": [ -11.859112049214342, 0.061169349214345026 ], "t": -2.0715431992139, "p": 0.02608283295961703, "df": 19, "differences_ns": [ -5.598698500000001, -5.427083, 16.477082999999997, -5.3614584999999995, -5.4471355, -36.2593745, -5.225260499999999, -5.520052, -5.365885499999999, -38.802083499999995, -5.223958, -5.158073, 5.603646000000001, -5.131770999999999, 15.049478500000003, -5.346614000000001, -5.4776039999999995, -4.915104499999998, -5.511717999999998, -5.3377605 ], "p_holm": 0.3912424943942554, "supports_half": false }, "saw-bass": { "blocks": 20, "target_difference_mean_ns": 22.001132775, "target_difference_sd_ns": 15.190101028230732, "ci95": [ 14.891946658813982, 29.110318891186015 ], "t": 6.477380022090439, "p": 0.999998346304182, "df": 19, "differences_ns": [ 18.164843999999995, 18.776301999999994, 18.504167000000002, 18.323176500000002, 18.749479, 18.365364500000005, 18.5369795, 18.1992185, 18.688280999999996, 18.425520500000005, 18.4111975, 18.697916499999998, 18.338802, 18.334895500000002, 18.408594, 19.760155999999995, 19.458333499999995, 18.285417000000002, 86.51302100000001, 19.080990000000007 ], "p_holm": 1.0, "supports_half": false }, "triangle-pluck": { "blocks": 20, "target_difference_mean_ns": -3.2398177999999986, "target_difference_sd_ns": 14.040411577640688, "ci95": [ -9.810932690400872, 3.331297090400875 ], "t": -1.0319430873451862, "p": 0.1575282406416421, "df": 19, "differences_ns": [ -6.515364499999997, -6.505208499999995, -6.444010499999997, -6.536198499999998, -6.357813, -6.504947999999999, -6.805729499999998, -6.566145999999996, -2.1484375, -6.392707999999999, -6.416926999999994, -6.361197999999995, -6.337499999999999, -6.26849, -6.822916999999997, 56.23281300000001, -6.397656500000004, -8.309635500000006, -6.473436999999997, -6.864844000000005 ], "p_holm": 1.0, "supports_half": false }, "square-lead": { "blocks": 20, "target_difference_mean_ns": 0.012643199999999766, "target_difference_sd_ns": 7.6893814559467515, "ci95": [ -3.5860980978412567, 3.6113844978412564 ], "t": 0.007353271473158814, "p": 0.5028951746962634, "df": 19, "differences_ns": [ 1.4104170000000025, 0.8544274999999999, 1.8786454999999975, 0.9789065000000008, 13.367448500000002, 0.9958335000000034, 1.109375, 1.788801999999997, 2.5906249999999957, 4.898177000000004, 0.34348899999999816, 1.3013024999999985, 0.8851565000000008, 0.507290999999995, -14.600261000000003, 3.8044275000000027, -25.7890625, 1.1216144999999997, 1.9609370000000013, 0.8453119999999998 ], "p_holm": 1.0, "supports_half": false }, "saw-chords": { "blocks": 20, "target_difference_mean_ns": -9.513046875, "target_difference_sd_ns": 9.30339750650265, "ci95": [ -13.867170936694398, -5.158922813305603 ], "t": -4.572914243591961, "p": 0.00010391310074329934, "df": 19, "differences_ns": [ -8.216406000000006, -7.9830735000000175, -7.052864500000027, -7.511718500000001, -9.532812500000006, -7.573437499999983, -7.575521500000008, -6.999218999999982, -7.176040999999998, -7.299739500000015, -7.572135000000003, -7.233854000000008, -7.520832999999982, -5.674740000000014, -7.29635399999998, -7.322916500000019, -7.087239499999981, -7.330208999999996, -7.372656500000005, -48.92916649999998 ], "p_holm": 0.0017665227126360888, "supports_half": true }, "slow-pad": { "blocks": 20, "target_difference_mean_ns": 54.231953024999996, "target_difference_sd_ns": 0.6310099409649075, "ci95": [ 53.936631282034234, 54.52727476796576 ], "t": 384.3563330588459, "p": 1.0, "df": 19, "differences_ns": [ 53.857812499999966, 54.72395799999998, 53.88046800000001, 53.97760400000004, 54.130728999999974, 54.40598950000003, 54.695313, 54.353385, 54.57864599999999, 53.66744799999998, 54.56900999999999, 54.53150999999997, 54.00390600000003, 56.001041999999984, 54.13333299999999, 53.47447950000003, 54.633073000000024, 54.340625000000045, 53.8671875, 52.813541499999985 ], "p_holm": 1.0, "supports_half": false }, "three-osc-keys": { "blocks": 20, "target_difference_mean_ns": 21.677487025000005, "target_difference_sd_ns": 0.6945632182120405, "ci95": [ 21.352421432707388, 22.002552617292622 ], "t": 139.57645120928868, "p": 1.0, "df": 19, "differences_ns": [ 21.536979000000002, 20.142708, 22.563542000000012, 21.462760000000003, 21.492448499999995, 22.30338549999999, 21.285156, 22.18489550000001, 21.74088549999999, 21.05937499999999, 22.384635000000003, 21.863281, 21.692709000000008, 21.7304685, 19.86067750000001, 21.981250000000017, 21.85859400000001, 22.0234375, 22.441146500000002, 21.9414065 ], "p_holm": 1.0, "supports_half": false }, "phase-mod-bell": { "blocks": 20, "target_difference_mean_ns": -8.827877625, "target_difference_sd_ns": 0.6970255679199128, "ci95": [ -9.154095632429545, -8.501659617570454 ], "t": -56.639915019064155, "p": 5.908104262313211e-23, "df": 19, "differences_ns": [ -9.531771000000006, -9.224739499999998, -9.086979499999998, -8.667447999999993, -8.719791999999998, -6.191666999999995, -8.632291999999993, -9.157031000000003, -8.59791650000001, -9.274219000000002, -8.934895999999995, -8.680990000000008, -8.1953125, -9.303384999999992, -9.092968999999997, -9.028906000000006, -9.190364000000002, -9.272655999999998, -8.984634999999997, -8.789583500000006 ], "p_holm": 1.063458767216378e-21, "supports_half": true }, "soft-bass": { "blocks": 20, "target_difference_mean_ns": 12.41811195, "target_difference_sd_ns": 0.26071222430281027, "ci95": [ 12.296094873096504, 12.540129026903497 ], "t": 213.0145032259859, "p": 1.0, "df": 19, "differences_ns": [ 12.357551499999992, 12.340885, 12.901822499999994, 12.243749999999999, 12.370573, 12.554426999999997, 13.229948000000007, 12.261458499999996, 12.218490000000003, 12.528645999999995, 12.369270999999998, 12.330989500000001, 12.523437000000001, 12.111458499999998, 12.079947500000003, 12.466146000000002, 12.368489499999995, 12.3515625, 12.473698500000005, 12.279687499999994 ], "p_holm": 1.0, "supports_half": false }, "hard-lead": { "blocks": 20, "target_difference_mean_ns": -5.099036450000001, "target_difference_sd_ns": 9.832953745872803, "ci95": [ -9.701000460729187, -0.49707243927081457 ], "t": -2.3190980892663906, "p": 0.015842994971052557, "df": 19, "differences_ns": [ -2.6398439999999965, -3.7565104999999974, -3.734896500000005, -3.1328120000000013, -3.057291499999998, -3.121874499999997, -3.7453119999999984, -3.622135499999999, -2.907812, 4.212500499999997, -46.21484400000001, -3.4861979999999946, -2.182812499999997, -3.6562504999999987, -3.7955730000000045, -3.6481775000000027, -3.8395834999999963, -3.355989000000001, -2.8861980000000003, -3.409115 ], "p_holm": 0.2534879195368409, "supports_half": false }, "idle-pad": { "blocks": 20, "target_difference_mean_ns": -80.000156225, "target_difference_sd_ns": 1.2779927129703246, "ci95": [ -80.59827522596979, -79.40203722403021 ], "t": -279.948055594049, "p": 4.060285295636339e-36, "df": 19, "differences_ns": [ -80.6171875, -74.9124995, -80.482292, -80.639583, -80.41171899999999, -80.234375, -80.454167, -80.265625, -80.46744799999999, -80.056511, -80.6101565, -79.1101565, -80.2130205, -80.345833, -80.38151049999999, -80.220833, -79.0127605, -80.689583, -80.289062, -80.588802 ], "p_holm": 7.714542061709044e-35, "supports_half": true }, "auto-cutoff": { "blocks": 20, "target_difference_mean_ns": 16.940052224999995, "target_difference_sd_ns": 7.830128499255756, "ci95": [ 13.275439283229115, 20.604665166770875 ], "t": 9.675220099158505, "p": 0.9999999955329466, "df": 19, "differences_ns": [ 15.016926999999981, 17.230728999999997, 16.122396500000008, 14.11588549999999, 15.07109349999999, 15.693229000000002, 15.477343999999988, 14.853125500000004, 13.548437499999977, 14.990886000000017, 15.161197499999986, 15.597396000000003, 14.895312999999987, 50.02786500000002, 16.546875, 15.162761000000017, 14.540365000000008, 14.825260499999985, 15.358333499999986, 14.565624500000013 ], "p_holm": 1.0, "supports_half": false }, "auto-resonance": { "blocks": 20, "target_difference_mean_ns": 10.877291724999996, "target_difference_sd_ns": 6.22213216600669, "ci95": [ 7.965244232660085, 13.789339217339906 ], "t": 7.818015773138365, "p": 0.9999998822607385, "df": 19, "differences_ns": [ 11.29427099999998, 9.756249499999996, 9.736197999999973, 8.387759999999986, 9.620052500000014, 10.215103999999997, 10.299739499999987, 9.757030999999984, 8.792187500000011, 9.500000499999999, 36.721614999999986, 8.398437999999999, 11.607291999999973, 9.445833499999992, 5.085677500000003, 9.728645999999998, 10.115103500000004, 9.314843999999994, 10.266406000000018, 9.503385500000007 ], "p_holm": 1.0, "supports_half": false }, "auto-drive": { "blocks": 20, "target_difference_mean_ns": 162.982252675, "target_difference_sd_ns": 1.4397834488269756, "ci95": [ 162.30841327882402, 163.656092071176 ], "t": 506.24195798925746, "p": 1.0, "df": 19, "differences_ns": [ 161.900781, 162.903906, 162.63984349999998, 163.16224, 162.78072899999995, 162.34974, 163.1062505, 162.28515600000003, 162.28411500000004, 163.28593750000005, 162.44687499999998, 162.27447900000004, 162.8234375, 162.59088500000001, 162.27552050000003, 164.28333350000003, 168.6783855, 162.07239650000002, 162.741667, 162.75937550000003 ], "p_holm": 1.0, "supports_half": false }, "auto-mix": { "blocks": 20, "target_difference_mean_ns": 162.40453117500002, "target_difference_sd_ns": 2.647208476182947, "ci95": [ 161.16559947134948, 163.64346287865055 ], "t": 274.3626539643846, "p": 1.0, "df": 19, "differences_ns": [ 161.80208299999998, 155.4140625, 164.73984299999995, 163.046354, 161.9104165, 168.85078149999998, 161.33020849999997, 162.02526, 160.2674475, 162.46796849999998, 162.1166665, 161.901302, 161.7992195, 167.68593700000002, 162.611719, 161.2619795, 162.525781, 162.277604, 162.2783855, 161.77760450000005 ], "p_holm": 1.0, "supports_half": false }, "auto-pan": { "blocks": 20, "target_difference_mean_ns": 28.500208275, "target_difference_sd_ns": 8.586640598890877, "ci95": [ 24.4815367719689, 32.51887977803109 ], "t": 14.84361720788307, "p": 0.9999999999966913, "df": 19, "differences_ns": [ 25.581770499999976, 26.251562999999976, 26.15286499999999, 26.732291999999973, 25.80937449999999, 27.0369795, 28.532812000000007, 64.81067750000003, 28.05598950000001, 26.927343500000006, 26.033853499999992, 27.005469500000032, 26.9161455, 26.926562500000017, 26.49765549999998, 26.00807249999997, 26.64401049999998, 26.936718500000012, 24.677084000000008, 26.46692649999997 ], "p_holm": 1.0, "supports_half": false }, "auto-volume": { "blocks": 20, "target_difference_mean_ns": 24.133164250000007, "target_difference_sd_ns": 11.73614032103177, "ci95": [ 18.640481503991438, 29.625846996008576 ], "t": 9.196106096049744, "p": 0.9999999900277546, "df": 19, "differences_ns": [ 19.914844000000016, 20.89010449999998, 20.043228999999997, 62.75651100000002, 20.6971355, 19.16849000000002, 20.925521500000002, 20.500781499999988, 53.546354500000035, 20.53255200000001, 20.300520999999975, 20.68880200000001, 20.482812500000023, 19.91328150000001, 20.637760500000013, 20.404687499999994, 20.465885499999985, 20.169531500000005, 20.3203125, 20.304167000000007 ], "p_holm": 1.0, "supports_half": false }, "auto-width": { "blocks": 20, "target_difference_mean_ns": 24.752877599999998, "target_difference_sd_ns": 0.6047095698303083, "ci95": [ 24.46986480961942, 25.035890390380576 ], "t": 183.06016545385165, "p": 1.0, "df": 19, "differences_ns": [ 24.57343799999998, 24.559896500000008, 24.88619750000001, 24.440364000000017, 24.533593999999994, 24.597916499999997, 26.20520799999997, 24.875260499999996, 25.295834000000013, 24.37630199999998, 25.10885350000001, 24.282031499999988, 24.747135500000013, 24.836197499999997, 25.273177000000004, 24.83854199999999, 22.9161455, 24.716145499999982, 24.967968499999984, 25.027344500000027 ], "p_holm": 1.0, "supports_half": false }, "auto-phase-mod": { "blocks": 20, "target_difference_mean_ns": 45.621862, "target_difference_sd_ns": 0.4476203649394813, "ci95": [ 45.412369220601384, 45.831354779398616 ], "t": 455.8040370031281, "p": 1.0, "df": 19, "differences_ns": [ 45.47890599999998, 45.6377605, 45.67161399999999, 45.37239599999998, 45.984375, 45.65546900000001, 46.094532000000015, 45.64296900000001, 45.106770499999996, 45.40807299999999, 45.6427085, 46.19635450000001, 45.71067700000002, 45.743229, 46.109635, 45.5078125, 45.562499999999986, 45.610417, 44.150000500000004, 46.15104099999999 ], "p_holm": 1.0, "supports_half": false } } }