{ "method": "Secondary goal evaluation: paired after - 0.5*before; one-sided t test (less), Holm within family, alpha .05. This does not replace the primary before/after comparison.", "results": { "sine-mono": { "blocks": 20, "target_difference_mean_ns": -8.416627499999999, "target_difference_sd_ns": 10.635214157805835, "ci95": [ -13.394060941214223, -3.439194058785775 ], "t": -3.5392143405933854, "p": 0.0010956429552235732, "df": 19, "differences_ns": [ -5.610677000000001, -5.025520500000001, -5.197916000000001, -5.2825515, -4.540885500000002, -5.060677, -48.411457999999996, -5.230468500000002, -27.2638015, -5.412239500000002, -5.275781499999999, -5.3424485, -4.646354500000001, -4.714843500000001, -4.952343500000001, -5.207291500000002, -5.181771000000001, -5.785156499999999, -4.748437500000001, -5.441926999999998 ], "p_holm": 0.01753028728357717, "supports_half": true }, "saw-bass": { "blocks": 20, "target_difference_mean_ns": 20.496927075000002, "target_difference_sd_ns": 21.392205622276226, "ci95": [ 10.485066658677527, 30.50878749132248 ], "t": 4.2849739834053775, "p": 0.9998000824171869, "df": 19, "differences_ns": [ 18.601042, 19.0328125, 18.68229149999999, 18.675520999999996, 19.147395499999995, 18.897395999999993, 18.675521500000002, 19.302083000000003, 18.547134999999997, 18.765104500000007, 18.69375000000001, -28.52864600000001, 18.787240000000004, 18.8671875, 18.659896000000003, 18.566665999999998, 18.636197999999993, 99.49114549999999, 19.653906500000005, 18.784895499999998 ], "p_holm": 1.0, "supports_half": false }, "triangle-pluck": { "blocks": 20, "target_difference_mean_ns": -12.276263099999998, "target_difference_sd_ns": 18.46717395177714, "ci95": [ -20.919166555294378, -3.6333596447056173 ], "t": -2.9729030411424335, "p": 0.003908230611914098, "df": 19, "differences_ns": [ -6.049479500000004, -5.296093499999998, -6.461458499999999, -5.523437999999999, -5.992447499999997, -6.346614500000001, -6.341406499999998, -7.340104499999995, -6.614583499999995, -6.106510500000006, -71.698177, -6.513020499999996, -6.564844000000001, -6.214062499999997, -6.816927, -60.2757815, -6.258073000000003, -6.6468755, -5.9463539999999995, -6.5190105 ], "p_holm": 0.058623459178711465, "supports_half": false }, "square-lead": { "blocks": 20, "target_difference_mean_ns": -0.3350650999999999, "target_difference_sd_ns": 7.720751216489882, "ci95": [ -3.9484878977013844, 3.2783576977013844 ], "t": -0.19408172067183627, "p": 0.4240859400696299, "df": 19, "differences_ns": [ 1.2484375000000014, -33.0677085, 1.2822914999999995, 1.349219000000005, 2.090885500000006, 0.02187550000000016, 2.0567709999999977, 1.5377604999999974, 1.5075525000000027, 2.603645499999999, 1.1169264999999982, 1.0546870000000013, 1.3291664999999995, 1.2533849999999944, 1.2958330000000018, 1.3869795000000025, 1.3539065000000008, 1.5093749999999986, 1.4130209999999934, 0.9546880000000044 ], "p_holm": 1.0, "supports_half": false }, "saw-chords": { "blocks": 20, "target_difference_mean_ns": -7.264726525000003, "target_difference_sd_ns": 0.5430644306203622, "ci95": [ -7.518888502144564, -7.010564547855442 ], "t": -59.82502786746404, "p": 2.1008775759071898e-23, "df": 19, "differences_ns": [ -7.855989500000021, -7.862760000000009, -7.147396000000015, -7.594011000000023, -7.505989, -7.55338500000002, -6.917186999999984, -6.958334000000008, -7.213020499999999, -6.347916499999997, -7.082031499999999, -7.75911450000001, -7.277343999999999, -7.238541499999997, -6.977865000000008, -7.586197999999996, -7.464061999999984, -7.190885500000007, -8.058334000000002, -5.7041659999999865 ], "p_holm": 3.9916673942236604e-22, "supports_half": true }, "slow-pad": { "blocks": 20, "target_difference_mean_ns": 58.3147005, "target_difference_sd_ns": 19.706876952646535, "ci95": [ 49.091598180616735, 67.53780281938326 ], "t": 13.233515865437978, "p": 0.9999999999756031, "df": 19, "differences_ns": [ 54.400000000000034, 53.92135450000001, 53.84895799999998, 54.84088499999996, 53.783333500000026, 141.85442749999999, 54.8281255, 52.77630199999999, 48.757030999999984, 54.113021, 53.55364549999996, 54.05677099999997, 54.351823000000024, 54.75390650000003, 54.557552000000044, 54.75338500000004, 54.373958000000016, 54.214323000000036, 54.43671899999998, 54.118488999999954 ], "p_holm": 1.0, "supports_half": false }, "three-osc-keys": { "blocks": 20, "target_difference_mean_ns": 19.537460875, "target_difference_sd_ns": 9.043805924849691, "ci95": [ 15.304829413304521, 23.77009233669548 ], "t": 9.66121807284771, "p": 0.9999999954286196, "df": 19, "differences_ns": [ 22.70442700000001, 21.987239500000015, 20.830990000000014, 22.264061999999996, 21.556250000000006, 21.381771000000015, 23.688542000000012, 22.286457999999982, -18.746875000000017, 20.15286450000002, 21.08854150000002, 21.1757815, 21.153125499999987, 21.597656, 21.164583499999992, 21.197135000000003, 21.694270499999988, 21.02682249999998, 21.66354149999998, 20.882030999999984 ], "p_holm": 1.0, "supports_half": false }, "phase-mod-bell": { "blocks": 20, "target_difference_mean_ns": -3.7046614499999984, "target_difference_sd_ns": 20.80980238140459, "ci95": [ -13.443948759248897, 6.0346258592489015 ], "t": -0.7961512256575116, "p": 0.21788967490465225, "df": 19, "differences_ns": [ -8.377344000000008, -6.715363999999994, -8.778385499999999, -8.618489999999994, -8.779166500000002, -8.556770999999998, -9.234895999999992, -8.500000499999999, -7.875520499999993, -9.068750000000009, -9.387238999999994, -3.9854164999999995, -8.8760415, -8.860156499999988, -8.331509999999994, -8.679427000000004, 84.566146, -8.611458499999998, -8.338281500000008, -9.08515650000001 ], "p_holm": 1.0, "supports_half": false }, "soft-bass": { "blocks": 20, "target_difference_mean_ns": 23.0266277, "target_difference_sd_ns": 32.769345329056684, "ci95": [ 7.690101997052169, 38.36315340294783 ], "t": 3.1425165387191347, "p": 0.9973192673120439, "df": 19, "differences_ns": [ 12.576042000000001, 12.688541999999998, 12.529426499999992, 12.633333499999999, 14.301042000000002, 12.532552000000003, 12.742968999999995, 98.69453150000001, 12.459114500000005, 12.562760500000003, 12.592969500000002, 12.682552500000007, 12.889062000000003, 12.485676499999997, 96.99895850000001, 12.665625500000004, 12.526041499999998, -29.960155999999998, 12.419271000000002, 91.51223949999999 ], "p_holm": 1.0, "supports_half": false }, "hard-lead": { "blocks": 20, "target_difference_mean_ns": -3.01069015, "target_difference_sd_ns": 0.6429285658968957, "ci95": [ -3.3115899811386456, -2.709790318861354 ], "t": -20.942008775726553, "p": 6.886079248269594e-15, "df": 19, "differences_ns": [ -3.4296875, -3.3005210000000034, -2.3544275, -3.0872395000000026, -3.384896000000005, -3.718489499999997, -3.2177085000000005, -3.109895999999999, -3.1442709999999963, -3.381770500000002, -3.044792000000001, -3.317447999999999, -2.8557295000000025, -3.0888025, -0.7372395000000012, -2.714062499999997, -3.775780999999995, -2.4361974999999987, -2.999479000000001, -3.1153644999999983 ], "p_holm": 1.170633472205831e-13, "supports_half": true }, "idle-pad": { "blocks": 20, "target_difference_mean_ns": -82.3655339, "target_difference_sd_ns": 9.496806020828682, "ci95": [ -86.81017593272325, -77.92089186727675 ], "t": -38.78671047919171, "p": 7.407787166358438e-20, "df": 19, "differences_ns": [ -79.976823, -79.5278645, -80.0302085, -79.95859349999999, -80.027864, -80.496875, -122.68697949999999, -79.9390625, -80.74453150000001, -80.3523435, -79.99635450000001, -80.83099, -80.17421900000001, -80.20260400000001, -80.7799485, -80.30520800000001, -80.292969, -80.2893225, -80.73724, -79.960677 ], "p_holm": 1.333401689944519e-18, "supports_half": true }, "auto-cutoff": { "blocks": 20, "target_difference_mean_ns": 15.322356825000004, "target_difference_sd_ns": 0.6754142366310459, "ci95": [ 15.006253231955561, 15.638460418044446 ], "t": 101.45427673276554, "p": 1.0, "df": 19, "differences_ns": [ 15.685676999999998, 16.131771000000015, 15.184635499999985, 15.490624999999994, 15.539583499999992, 15.267708999999996, 15.88932299999999, 16.602603999999985, 16.0351565, 14.930208000000022, 15.086457999999993, 15.746613999999994, 15.245833000000005, 15.404167000000001, 14.953385999999995, 13.515884999999997, 15.45442700000001, 14.15546900000001, 15.056511, 15.071094000000016 ], "p_holm": 1.0, "supports_half": false }, "auto-resonance": { "blocks": 20, "target_difference_mean_ns": 9.840859625000004, "target_difference_sd_ns": 2.1598337200553117, "ci95": [ 8.83002632854259, 10.851692921457417 ], "t": 20.376412197110778, "p": 0.9999999999999887, "df": 19, "differences_ns": [ 9.46796900000001, 9.22005200000001, 9.767707999999999, 9.223698000000013, 9.319011000000017, 9.138281000000006, 9.554427500000003, 8.56953200000001, 9.48359400000001, 7.664062999999999, 9.208073500000012, 9.215624999999989, 9.323698500000006, 10.209896500000013, 9.298698000000002, 9.061198000000019, 11.657291999999984, 9.73307299999999, 18.478125000000006, 9.223177499999991 ], "p_holm": 1.0, "supports_half": false }, "auto-drive": { "blocks": 20, "target_difference_mean_ns": 164.31238275000004, "target_difference_sd_ns": 10.108492133325205, "ci95": [ 159.58146280442142, 169.04330269557866 ], "t": 72.69405813013232, "p": 1.0, "df": 19, "differences_ns": [ 162.21432249999998, 207.0924475, 161.013802, 160.0786455, 161.82890650000002, 161.49921899999998, 161.43906199999998, 162.35624950000005, 161.89817699999998, 161.76458350000001, 161.96380249999999, 161.9898435, 162.78203100000002, 161.96953100000002, 161.93854200000004, 162.045052, 163.919531, 162.37109400000003, 164.25703200000004, 161.825781 ], "p_holm": 1.0, "supports_half": false }, "auto-mix": { "blocks": 20, "target_difference_mean_ns": 162.48480469999998, "target_difference_sd_ns": 2.6980215111035344, "ci95": [ 161.22209176397268, 163.74751763602728 ], "t": 269.3285187866205, "p": 1.0, "df": 19, "differences_ns": [ 160.3671875, 160.9250005, 161.6375, 161.7721355, 161.30312500000002, 161.9242185, 161.46953149999996, 161.26718749999998, 160.69192700000002, 161.24739599999998, 162.38671850000003, 161.5559895, 161.60598949999996, 161.29296900000003, 169.3309895, 160.782552, 167.3492185, 161.49895850000001, 162.19635399999999, 169.09114600000004 ], "p_holm": 1.0, "supports_half": false }, "auto-pan": { "blocks": 20, "target_difference_mean_ns": 25.533854024999993, "target_difference_sd_ns": 12.93868522741639, "ci95": [ 19.47836293843653, 31.589345111563457 ], "t": 8.825538657741577, "p": 0.9999999810850934, "df": 19, "differences_ns": [ 25.997916499999974, 27.15156250000001, 25.360156499999988, 26.38541649999999, -15.472916999999995, 26.389583500000015, 26.555207999999993, 24.26640599999996, 26.021614500000027, 25.816405999999972, 24.001822499999975, 25.918229499999995, 26.23906199999999, 64.0799475, 24.411718999999977, 24.827864000000005, 26.01119749999998, 24.786197999999985, 25.625781500000016, 26.303905999999984 ], "p_holm": 1.0, "supports_half": false }, "auto-volume": { "blocks": 20, "target_difference_mean_ns": 22.374075499999996, "target_difference_sd_ns": 8.871052906454237, "ci95": [ 18.222294939666114, 26.52585606033388 ], "t": 11.279372196126284, "p": 0.9999999996340002, "df": 19, "differences_ns": [ 20.340625500000016, 20.368749500000007, 19.933333500000003, 21.122656500000005, 25.789062, 18.55546799999999, 20.58281249999999, 20.434114499999993, 20.799218500000023, 59.546093499999984, 20.681250500000004, 19.191145499999976, 21.021614999999997, 18.597136000000006, 19.799218499999995, 19.41067749999999, 20.47395850000001, 20.75, 20.519271000000003, 19.565103499999992 ], "p_holm": 1.0, "supports_half": false }, "auto-width": { "blocks": 20, "target_difference_mean_ns": 24.903489625000002, "target_difference_sd_ns": 1.789086992050638, "ci95": [ 24.066171138381822, 25.740808111618183 ], "t": 62.25062942818001, "p": 1.0, "df": 19, "differences_ns": [ 24.357811999999967, 25.366406499999982, 28.601822999999996, 24.51406300000002, 22.05000000000001, 30.5841145, 25.360156499999988, 23.952604500000007, 25.548437500000034, 23.99088550000002, 24.20364600000002, 24.35807300000002, 24.405989500000004, 24.219270499999993, 24.808073000000007, 24.854686999999984, 24.446093500000018, 24.115364999999997, 23.79947900000002, 24.532813000000004 ], "p_holm": 1.0, "supports_half": false }, "auto-phase-mod": { "blocks": 20, "target_difference_mean_ns": 45.57134107499999, "target_difference_sd_ns": 0.9469539291471328, "ci95": [ 45.12815299394319, 46.014529156056796 ], "t": 215.21768553472157, "p": 1.0, "df": 19, "differences_ns": [ 42.4552085, 46.24348900000001, 45.753906500000014, 46.098958499999995, 46.45546900000001, 45.575260000000014, 45.506510500000005, 45.697396, 46.02499999999999, 45.561458, 45.5596355, 45.6054685, 46.80156199999999, 45.42213549999998, 45.73098949999999, 45.75885349999999, 43.708333499999995, 45.73020799999999, 45.49036500000001, 46.24661450000001 ], "p_holm": 1.0, "supports_half": false } } }